-- Logs begin at Mon 2021-06-07 16:45:25 UTC, end at Mon 2021-06-07 17:40:32 UTC. -- Jun 07 17:16:12.603969 dv-cinder-789603-8-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 17:16:15.273053 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.common.config [-] Logging enabled! Jun 07 17:16:15.273697 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 07 17:16:15.273853 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91671) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 17:16:15.277092 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.common.config [-] Logging enabled! Jun 07 17:16:15.277354 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 07 17:16:15.277674 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91671) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 17:16:15.278641 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 17:16:15.278882 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 17:16:15.279288 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 17:16:15.279544 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 17:16:15.279781 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 17:16:15.280112 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.280419 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.280724 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.280961 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.281805 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.282256 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.282554 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.282857 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.283165 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.283496 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.283791 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.284089 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.284328 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.284623 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.284923 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.285222 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.285455 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] debug = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.285744 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.286184 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.286628 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.286921 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.287330 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.287537 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.287822 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.288198 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.288399 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.288741 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] host = dv-cinder-789603-8-smb {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.289049 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.289327 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.289624 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.289919 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.290205 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.290487 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.290779 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.291059 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.291367 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] log_file = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.291651 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.291948 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.292242 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.292544 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.292776 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.293005 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.293301 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.293595 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.293880 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.294163 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.294466 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.294748 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.295031 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.295339 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.295635 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.295928 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.296223 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.296502 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.297584 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.297702 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.297955 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.298338 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.298625 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.298910 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.299222 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.299524 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.299807 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.300093 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.300407 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.300704 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.300993 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.301288 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.301573 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.301865 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.302146 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.302426 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.302708 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] use_json = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.302984 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.303285 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.303581 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.303863 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.304144 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.304423 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.304702 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.304996 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:15.305302 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.305608 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.305919 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.306213 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.306516 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.306804 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.307102 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.307412 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.307718 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.308014 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.308311 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.308596 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.308891 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.309176 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.309479 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.309797 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.310105 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.310407 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.310698 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.310977 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.311283 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.311574 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.311869 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.312168 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.312513 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.312974 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.313269 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.313572 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.313862 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.314147 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.314436 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.314735 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.315023 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.315332 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.315625 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.315912 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.316191 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.316472 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.316756 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.317054 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.317338 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.317623 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.317901 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.318186 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.318464 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.318756 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.319037 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.319342 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.319627 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.319911 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.320192 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.320473 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.320760 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.321037 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.321320 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.321599 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.321876 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.322158 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.322438 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.322717 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.322997 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.323304 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.323591 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.323873 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.324153 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.324432 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.324711 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.324990 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.325284 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.325589 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.325877 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.326161 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.326449 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.326735 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.327020 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.327333 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.327627 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.327912 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.328706 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.329008 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.329300 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.329596 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.329887 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.330172 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.330476 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.330764 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.331057 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.331374 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.331661 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.331960 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.332251 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.332555 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.332858 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.333162 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.333463 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.333766 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.334055 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.334375 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.334661 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:15.334886 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 17:16:15.335141 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91671) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 17:16:15.696133 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:16:15.696413 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:16:15.696713 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:16:15.697050 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 17:16:16.102181 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.102413 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.102667 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.103902 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.104190 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.104463 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.142831 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.143128 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.143430 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.157684 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.157967 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.158243 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.188904 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.189185 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.189459 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.228932 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.229210 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.229485 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.469223 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.470446 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.470446 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.470446 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.470824 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.603110 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.603465 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.603758 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.604041 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.604319 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.604640 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.604912 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.605182 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.605436 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.605731 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.605995 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.606264 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.606530 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.606797 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.607057 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.607359 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.607638 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.607900 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.608182 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.608440 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.608730 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.609100 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.609413 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.609884 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.610150 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.610409 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.610865 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:16:16.611122 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:16:16.611468 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:16:16.611712 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:16:16.611958 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:16:16.612202 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:16:16.612595 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 17:16:16.616431 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 17:16:16.620704 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 17:16:16.624786 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 07 17:16:16.627103 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 17:16:16.627612 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 17:16:16.627955 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 17:16:16.628358 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 17:16:16.631305 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 17:16:16.631568 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 17:16:16.631931 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 17:16:16.660861 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 17:16:16.661329 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.661633 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91671) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 17:16:16.662010 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.663430 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91671) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 17:16:16.663735 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 17:16:16.663989 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 17:16:16.667115 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.667451 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:16.732114 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 17:16:16.732298 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 17:16:16.732510 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 17:16:16.732900 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 17:16:16.767598 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_db.sqlalchemy.engines [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91671) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 17:16:17.112973 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Initializing driver for type 'gre' Jun 07 17:16:17.113459 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] gre ID ranges: [(1, 1000)] Jun 07 17:16:17.169149 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Initializing driver for type 'local' Jun 07 17:16:17.169602 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Initializing driver for type 'vlan' Jun 07 17:16:17.183024 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] VlanTypeDriver initialization complete Jun 07 17:16:17.183418 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Initializing driver for type 'vxlan' Jun 07 17:16:17.183939 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] vxlan ID ranges: [(1, 1000)] Jun 07 17:16:17.240205 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Initializing extension driver 'port_security' Jun 07 17:16:17.240598 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.extensions.port_security [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] PortSecurityExtensionDriver initialization complete Jun 07 17:16:17.241000 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Initializing mechanism driver 'openvswitch' Jun 07 17:16:17.241329 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Initializing mechanism driver 'hyperv' Jun 07 17:16:17.248329 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.plugins.ml2.plugin [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:16:17.249104 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > port after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.249480 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > port after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.249887 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > port after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.251014 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > subnet after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.251392 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > subnet after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.251905 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.252299 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > network after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.253757 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > network after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.255634 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > network after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.256043 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > security_group after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.257433 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > security_group after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.257824 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.258230 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.258588 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.258939 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.259364 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > address_group after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.259721 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > address_group after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.260068 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.260415 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] ML2 OVO RPC backend initialized. {{(pid=91671) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 17:16:17.261160 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.261521 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.261959 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > network before_response 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.262312 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > networks before_response 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.262661 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > port before_response 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.263009 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > ports before_response 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.263384 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > subnet before_response 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.263731 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > subnets before_response 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.264080 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > network after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.264421 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > network after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.264759 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > network after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.265100 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > port after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.265437 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > port after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.266278 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > port after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.266745 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > subnet after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.267087 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > subnet after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.267454 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.268058 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.plugin [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Modular L2 Plugin initialization complete Jun 07 17:16:17.268390 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading services supported by the core plugin {{(pid=91671) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 17:16:17.268721 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.plugins.ml2.managers [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Got port-security extension from driver 'port_security' Jun 07 17:16:17.269192 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.extensions.vlantransparent [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Disabled vlantransparent extension. Jun 07 17:16:17.269688 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91671) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 17:16:17.270004 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading Plugin: router Jun 07 17:16:17.308808 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.309211 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router after_create 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.309582 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router before_create 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.309950 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.310326 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.310676 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router after_delete 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.311032 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.311428 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router after_create 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.311776 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router after_update 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.312123 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router after_update 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.312535 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.313487 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router after_update 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.313911 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router precommit_update 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.314291 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: port after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.314642 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: port after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.314988 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: subnet after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.315366 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.315719 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.316067 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router precommit_create 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.316407 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: port before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.316748 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router precommit_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.317106 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router after_update 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.317447 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.317791 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router precommit_create 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.318151 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.318493 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router precommit_update 55549900 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.318864 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > network after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.319777 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Tracking information for resource: router configured {{(pid=91671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:16:17.320111 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Tracking information for resource: floatingip configured {{(pid=91671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:16:17.325473 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.db.l3_agentschedulers_db [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 17:16:17.326062 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: port after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.326427 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: port after_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.326782 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: port after_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.327135 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: port after_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.327955 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router before_create 55550100 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.328915 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.329306 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router precommit_create 55550100 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.329667 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > router precommit_update 55550100 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.334222 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.services.provider_configuration [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service providers = [] {{(pid=91671) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 17:16:17.334591 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.db.servicetype_db [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91671) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 17:16:17.337563 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.services.service_base [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 17:16:17.337916 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.services.service_base [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 17:16:17.338260 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.services.service_base [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 17:16:17.339121 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.services.service_base [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 17:16:17.339520 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.services.service_base [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 17:16:17.340095 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:16:17.340420 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 17:16:17.352315 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:16:17.352648 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading Plugin: auto_allocate Jun 07 17:16:17.358482 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: network precommit_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.358854 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: network precommit_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.359469 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:16:17.360827 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading Plugin: tag Jun 07 17:16:17.369609 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:16:17.369876 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading Plugin: timestamp Jun 07 17:16:17.373674 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:16:17.373999 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading Plugin: network_ip_availability Jun 07 17:16:17.379942 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.380318 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.380676 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.381543 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:16:17.381868 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading Plugin: flavors Jun 07 17:16:17.502741 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:16:17.503443 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading Plugin: revisions Jun 07 17:16:17.507660 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:16:17.508053 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_concurrency.lockutils [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=91671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:16:17.508835 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91671) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 17:16:17.509175 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Initializing extension manager. Jun 07 17:16:17.509685 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: __init__.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.510035 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: __pycache__ {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.510369 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.510710 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: address_group.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.511504 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.512096 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: address-group Jun 07 17:16:17.512430 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: address_scope.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.513133 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.513654 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: address-scope Jun 07 17:16:17.513982 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.514912 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.515465 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: router-admin-state-down-before-update Jun 07 17:16:17.516305 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: agent.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.517012 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.517525 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: agent Jun 07 17:16:17.517849 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: agent_resources_synced.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.518745 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.519290 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: agent-resources-synced Jun 07 17:16:17.519618 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: allowedaddresspairs.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.521388 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.521912 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: allowed-address-pairs Jun 07 17:16:17.522239 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: auto_allocated_topology.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.523341 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.523863 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: auto-allocated-topology Jun 07 17:16:17.524190 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: availability_zone.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.524876 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.525388 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: availability_zone Jun 07 17:16:17.525710 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: availability_zone_filter.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.526599 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.527116 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: availability_zone_filter Jun 07 17:16:17.527462 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: data_plane_status.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.528350 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.528862 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 17:16:17.529186 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: default_subnetpools.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.530091 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.530601 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: default-subnetpools Jun 07 17:16:17.530926 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.532823 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.533342 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: dhcp_agent_scheduler Jun 07 17:16:17.533670 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: dns.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.534569 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.535083 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 17:16:17.535431 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: dns_domain_ports.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.536320 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.536827 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 17:16:17.537154 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: dvr.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.537816 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.538327 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: dvr Jun 07 17:16:17.538651 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: empty_string_filtering.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.539578 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.540087 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: empty-string-filtering Jun 07 17:16:17.540413 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.541294 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.541802 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 17:16:17.542125 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.543008 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.543754 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 17:16:17.544084 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: external_net.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.544977 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.545495 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: external-net Jun 07 17:16:17.545821 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.546704 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.548364 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: extra_dhcp_opt Jun 07 17:16:17.548695 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: extraroute.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.549602 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.550122 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: extraroute Jun 07 17:16:17.550449 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: extraroute_atomic.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.551496 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.552012 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: extraroute-atomic Jun 07 17:16:17.552338 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: filter_validation.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.553002 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.553509 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: filter-validation Jun 07 17:16:17.553832 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: fip_pf_description.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.554714 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.555256 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 17:16:17.555584 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: fip_port_details.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.556474 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.556982 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: fip-port-details Jun 07 17:16:17.557306 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: flavors.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.558511 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.559026 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: flavors Jun 07 17:16:17.559388 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.561091 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.561618 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 17:16:17.561949 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: floatingip_pools.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.562897 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.563791 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: floatingip-pools Jun 07 17:16:17.564121 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: ip_allocation.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.565053 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.565569 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 17:16:17.565892 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.566792 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.567336 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: ip-substring-filtering Jun 07 17:16:17.567662 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: l2_adjacency.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.568582 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.569089 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 17:16:17.569410 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: l3.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.570405 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.570922 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: router Jun 07 17:16:17.571278 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.573581 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.574107 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 17:16:17.574439 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.575388 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.575906 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: ext-gw-mode Jun 07 17:16:17.576234 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.577132 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.577642 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: l3-ha Jun 07 17:16:17.577966 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: l3_flavors.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.581037 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.581568 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: l3-flavors Jun 07 17:16:17.581903 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.582820 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.583480 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 17:16:17.583841 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: l3agentscheduler.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.585021 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.585707 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: l3_agent_scheduler Jun 07 17:16:17.586084 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: logging.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.588252 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.588906 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension logging not supported by any of loaded plugins Jun 07 17:16:17.589339 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: metering.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.590250 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.591013 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: metering Jun 07 17:16:17.591445 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.592853 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.593579 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: metering_source_and_destination_fields Jun 07 17:16:17.595098 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: multiprovidernet.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.596092 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.596764 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: multi-provider Jun 07 17:16:17.597214 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: netmtu.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.598441 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.599114 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: net-mtu Jun 07 17:16:17.599663 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: netmtu_writable.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.600805 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.601330 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: net-mtu-writable Jun 07 17:16:17.601742 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: network_availability_zone.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.602592 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.603227 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: network_availability_zone Jun 07 17:16:17.603635 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: network_ip_availability.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.604940 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.605617 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: network-ip-availability Jun 07 17:16:17.605973 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: network_segment_range.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.607062 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.607771 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 17:16:17.608201 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: pagination.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.609814 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.610398 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: pagination Jun 07 17:16:17.610771 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: port_device_profile.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.611786 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.612404 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: port-device-profile Jun 07 17:16:17.612729 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.613626 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.614388 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: port-mac-address-regenerate Jun 07 17:16:17.614707 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.615618 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.616129 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: port-numa-affinity-policy Jun 07 17:16:17.616455 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: port_resource_request.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.617348 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.617854 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 17:16:17.618173 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: portbindings.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.619077 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.619663 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: binding Jun 07 17:16:17.619938 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: portbindings_extended.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.621200 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.621718 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: binding-extended Jun 07 17:16:17.622045 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: portsecurity.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.622939 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.623479 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: port-security Jun 07 17:16:17.623807 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: project_id.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.624758 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.625595 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: project-id Jun 07 17:16:17.625931 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: providernet.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.626843 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.627387 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: provider Jun 07 17:16:17.627714 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: qos.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.631232 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.631765 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension qos not supported by any of loaded plugins Jun 07 17:16:17.632095 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.633318 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.633842 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 17:16:17.634169 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.635063 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.635613 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 17:16:17.635937 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: qos_default.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.636825 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.637338 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension qos-default not supported by any of loaded plugins Jun 07 17:16:17.637662 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: qos_fip.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.638303 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.638811 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 17:16:17.639132 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: qos_gateway_ip.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.640251 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.641754 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 17:16:17.642089 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: qos_port_network_policy.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.642989 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.643531 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 17:16:17.643856 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: qos_rule_type_details.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.644769 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.645266 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 17:16:17.645585 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: qos_rules_alias.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.646608 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.647123 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 17:16:17.647468 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: quotasv2.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.648411 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.648741 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: quotas Jun 07 17:16:17.649059 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: quotasv2_detail.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.652117 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.652461 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: quota_details Jun 07 17:16:17.652796 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: rbac.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.653880 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.654409 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: rbac-policies Jun 07 17:16:17.654742 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: rbac_address_group.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.655687 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.656258 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: rbac-address-group Jun 07 17:16:17.657695 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: rbac_address_scope.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.658606 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.659128 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: rbac-address-scope Jun 07 17:16:17.659481 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: rbac_security_groups.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.660388 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.660899 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: rbac-security-groups Jun 07 17:16:17.661221 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: rbac_subnetpool.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.662112 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.662620 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: rbac-subnetpool Jun 07 17:16:17.662941 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: revisionifmatch.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.663862 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.664375 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: revision-if-match Jun 07 17:16:17.664700 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: revisions.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.665792 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.666328 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: standard-attr-revisions Jun 07 17:16:17.666652 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: router_availability_zone.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.667422 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.667935 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: router_availability_zone Jun 07 17:16:17.668257 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: routerservicetype.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.669152 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.669660 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 17:16:17.669981 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.670885 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.671416 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: security-groups-normalized-cidr Jun 07 17:16:17.671741 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.673116 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.673630 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: port-security-groups-filtering Jun 07 17:16:17.673955 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.674853 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.675402 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: security-groups-remote-address-group Jun 07 17:16:17.675726 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: securitygroup.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.685972 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.686570 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: security-group Jun 07 17:16:17.686914 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: segment.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.688645 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.689203 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension segment not supported by any of loaded plugins Jun 07 17:16:17.689537 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.691052 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.691175 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 17:16:17.691486 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: servicetype.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.692611 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.693142 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: service-type Jun 07 17:16:17.693472 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: sorting.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.694590 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.694761 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: sorting Jun 07 17:16:17.695084 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: standard_attr_segment.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.695999 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.696515 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 17:16:17.696839 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: standardattrdescription.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.697497 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.698016 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: standard-attr-description Jun 07 17:16:17.698344 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: stateful_security_group.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.699263 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.699780 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: stateful-security-group Jun 07 17:16:17.700100 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: stdattrs_common.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.700677 dv-cinder-789603-8-smb neutron-server[91671]: WARNING neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 17:16:17.700996 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.701972 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.702498 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 17:16:17.702819 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: subnet_onboard.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.705016 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.705539 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: subnet_onboard Jun 07 17:16:17.705866 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.706773 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.707314 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 17:16:17.707638 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: subnet_service_types.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.708538 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.709059 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: subnet-service-types Jun 07 17:16:17.709379 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: subnetallocation.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.710458 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.710984 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: subnet_allocation Jun 07 17:16:17.711340 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.712003 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.712517 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: subnetpool-prefix-ops Jun 07 17:16:17.712834 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.713738 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.714247 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 17:16:17.714567 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: tagging.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.715670 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.716194 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: standard-attr-tag Jun 07 17:16:17.716517 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: timestamp.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.717723 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.718244 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loaded extension: standard-attr-timestamp Jun 07 17:16:17.718603 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: trunk.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.720673 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.721200 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension trunk not supported by any of loaded plugins Jun 07 17:16:17.721531 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: trunk_details.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.722433 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.722953 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 17:16:17.723306 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: uplink_status_propagation.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.724209 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.724727 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 17:16:17.725054 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Loading extension file: vlantransparent.py {{(pid=91671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:16:17.725722 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:16:17.726232 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 17:16:17.728799 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:network Jun 07 17:16:17.729355 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:subnet Jun 07 17:16:17.729766 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 17:16:17.730162 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:port Jun 07 17:16:17.731693 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.732149 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service FLAVORS assigned prefix: {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.732756 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.733181 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.733512 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:router Jun 07 17:16:17.733941 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 17:16:17.734631 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service METERING assigned prefix: /metering {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.736450 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.736834 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.737188 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:16:17.738197 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 17:16:17.738656 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:security_group Jun 07 17:16:17.739388 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 17:16:17.740006 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service CORE assigned prefix: {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.740338 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 17:16:17.740687 dv-cinder-789603-8-smb neutron-server[91671]: WARNING neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] subnetpool is already registered Jun 07 17:16:17.741115 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service CORE assigned prefix: {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.741441 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 17:16:17.741772 dv-cinder-789603-8-smb neutron-server[91671]: WARNING neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] subnetpool is already registered Jun 07 17:16:17.744078 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.744516 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service FLAVORS assigned prefix: {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.745107 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.745530 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.745868 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:router Jun 07 17:16:17.746211 dv-cinder-789603-8-smb neutron-server[91671]: WARNING neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] router is already registered Jun 07 17:16:17.746620 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 17:16:17.746959 dv-cinder-789603-8-smb neutron-server[91671]: WARNING neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] floatingip is already registered Jun 07 17:16:17.747454 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service METERING assigned prefix: /metering {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.748125 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 17:16:17.748455 dv-cinder-789603-8-smb neutron-server[91671]: WARNING neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] rbac_policy is already registered Jun 07 17:16:17.748867 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:security_group Jun 07 17:16:17.749204 dv-cinder-789603-8-smb neutron-server[91671]: WARNING neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] security_group is already registered Jun 07 17:16:17.749605 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 17:16:17.750137 dv-cinder-789603-8-smb neutron-server[91671]: WARNING neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] security_group_rule is already registered Jun 07 17:16:17.751281 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service CORE assigned prefix: {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.751664 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 17:16:17.752112 dv-cinder-789603-8-smb neutron-server[91671]: WARNING neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] subnetpool is already registered Jun 07 17:16:17.752632 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.v2.resource_helper [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Service CORE assigned prefix: {{(pid=91671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:16:17.752937 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 17:16:17.753273 dv-cinder-789603-8-smb neutron-server[91671]: WARNING neutron.quota.resource_registry [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] subnetpool is already registered Jun 07 17:16:17.753757 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: extensions {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.755283 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: address-groups {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.756799 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: address-scopes {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.758106 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: agents {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.759314 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: auto-allocated-topology {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.760573 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: availability_zones {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.761797 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: dhcp-networks {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.763357 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: dhcp-agents {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.764784 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: routers {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.767672 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: flavors {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.770116 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: service_profiles {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.771400 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: next_providers {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.772825 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: service_profiles {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.774399 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: floatingip-pools {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.775667 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: routers {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.777382 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: floatingips {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.778676 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: l3-routers {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.780104 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: l3-agents {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.782704 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: metering-labels {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.784018 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: metering-label-rules {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.785517 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: network-ip-availabilities {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.786795 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: bindings {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.788415 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: quotas {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.790027 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: quotas {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.791503 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: rbac-policies {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.792708 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: security-groups {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.794011 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: security-group-rules {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.795276 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: service-providers {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.796517 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: subnetpools {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.798433 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: subnetpools {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.800018 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: tags {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.801737 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: tags {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.803556 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: tags {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.805386 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: tags {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.807088 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: tags {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.809097 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: tags {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.810794 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: tags {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.813181 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: tags {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.815067 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: tags {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.816848 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron.api.extensions [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Extended resource: tags {{(pid=91671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:16:17.822980 dv-cinder-789603-8-smb neutron-server[91671]: WARNING keystonemiddleware.auth_token [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 17:16:17.827570 dv-cinder-789603-8-smb neutron-server[91671]: WARNING keystonemiddleware.auth_token [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 17:16:17.836979 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_concurrency.lockutils [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Acquired lock "singleton_lock" {{(pid=91671) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 17:16:17.837458 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_concurrency.lockutils [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Releasing lock "singleton_lock" {{(pid=91671) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 17:16:17.838104 dv-cinder-789603-8-smb neutron-server[91671]: INFO oslo_service.service [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Starting 2 workers Jun 07 17:16:17.842857 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Started child 91778 {{(pid=91671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 17:16:17.848568 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Started child 91779 {{(pid=91671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 17:16:17.849160 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:17.850190 dv-cinder-789603-8-smb neutron-server[91671]: INFO neutron.service [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 17:16:17.850690 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [-] (91778) wsgi starting up on http://0.0.0.0:9696 Jun 07 17:16:17.850868 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Notify callbacks [] for process, before_spawn {{(pid=91671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:17.853365 dv-cinder-789603-8-smb neutron-server[91671]: INFO oslo_service.service [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Starting 1 workers Jun 07 17:16:17.853504 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:17.854731 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [-] (91779) wsgi starting up on http://0.0.0.0:9696 Jun 07 17:16:17.858507 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Started child 91780 {{(pid=91671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 17:16:17.859042 dv-cinder-789603-8-smb neutron-server[91671]: INFO oslo_service.service [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Starting 1 workers Jun 07 17:16:17.863336 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.service [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] calling RpcWorker wait() {{(pid=91780) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 17:16:17.863938 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.service [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] returning from RpcWorker wait() {{(pid=91780) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 17:16:17.864954 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Started child 91781 {{(pid=91671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 17:16:17.865704 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:17.865808 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG neutron_lib.callbacks.manager [None req-71292cd2-5029-4472-bf70-7c0ee64eafc8 None None] Notify callbacks [] for process, after_spawn {{(pid=91671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:17.866237 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:16:17.867637 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91671) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 17:16:17.867848 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 17:16:17.868025 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 17:16:17.868242 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 17:16:17.868582 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 17:16:17.868746 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 17:16:17.869253 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.869539 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.869830 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:17.870315 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.870315 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.870315 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.870682 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:16:17.870898 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.871136 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.871411 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.871759 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.872080 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.872281 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.872450 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.872707 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.872947 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.873253 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.873516 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.873753 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.874012 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.874186 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.874465 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.874741 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.875118 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.876650 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] debug = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.876907 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.877411 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.877659 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.877909 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.878164 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.878468 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.878697 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.878969 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.879219 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.879448 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.879688 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.879948 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.880198 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.880415 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.880651 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.880913 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.881141 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.881617 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] host = dv-cinder-789603-8-smb {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.881940 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.882185 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.882482 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.882738 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.882988 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.883225 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.883499 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.883746 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.883987 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.884233 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.884474 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.884718 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.884958 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.885218 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_file = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.885367 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_options = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.885605 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.885903 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.886333 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.886540 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.886711 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.886890 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.887137 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.887341 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.887609 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.887860 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.888077 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.888292 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.888540 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.888760 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.889019 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.889269 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.889582 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.889939 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.890361 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.890784 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.892070 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.892476 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.892868 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.893246 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.893613 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.896220 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.896220 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.896220 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.896857 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.897298 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.897635 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.897936 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.898221 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.898528 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.898804 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.899060 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.899378 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.899666 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.899913 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.900420 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.900692 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.901018 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.901289 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.901643 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.902094 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.902595 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] use_json = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.902977 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.903405 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.903933 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.904318 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.904707 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.905100 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.905361 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.905611 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.906038 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.907344 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.907747 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.908005 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.908258 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.908512 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.908938 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.909316 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.909806 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.910081 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.910445 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.910685 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.911018 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.911309 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.911703 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.912174 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.912611 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.913051 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.913447 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.914012 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.914407 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.914863 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.915397 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.915691 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.915958 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.916247 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.917764 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.918049 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.918477 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.918853 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.919310 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.920312 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.920312 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.920468 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.920714 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.920992 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.921255 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.921529 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.921980 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.922887 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.923410 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.924215 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.924879 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.925240 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.925504 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.925750 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.926232 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.926577 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.926983 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.927414 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.927752 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.928066 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.928333 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.928565 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.928801 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.929071 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.929325 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.929555 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.929805 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.930060 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.930302 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.930588 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.930843 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.931070 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.931328 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.931561 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.931802 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.932139 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.932360 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.932603 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.932904 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.933177 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.933412 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.933654 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.933895 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.934237 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.934506 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.934730 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.934957 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.935291 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.935511 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.935728 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.935944 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.936160 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.936449 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.936755 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.937006 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.937273 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.937600 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.937893 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.938124 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.938396 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.938623 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.938854 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.939095 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.939423 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.939662 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.939939 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.940155 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.940401 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.940661 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.940911 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.941187 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.941414 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.941670 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.941904 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.942312 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.942598 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.942865 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.943125 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.943423 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.943695 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.943971 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.944333 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.944579 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.944859 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.945162 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.945452 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.945728 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.945984 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.946237 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.946512 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.946749 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.947024 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.947263 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.947519 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.947782 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.948085 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.948326 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.948567 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.948807 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.949071 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.949415 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.949650 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.949918 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.950306 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.950774 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.951214 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.951621 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.952070 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.952568 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.952976 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.953362 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.953969 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.954408 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.954792 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.955208 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.955589 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.955859 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.956087 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.956348 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.956768 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.956768 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.957029 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.957404 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.957793 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.958037 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.958266 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.958493 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.958746 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.958968 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.959217 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.959462 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.959689 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.959915 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.960200 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.960349 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.960763 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.961014 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.961319 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.961559 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.961786 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.962039 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.962271 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.962662 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.962892 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.963151 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.963422 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.963622 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.963924 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.964060 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.964301 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.964521 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.964756 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.964980 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.965222 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.965488 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.965806 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.966080 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.966316 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.966557 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.966779 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.967040 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.967320 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.967554 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.967774 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.968019 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.968261 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.968524 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.969275 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.969504 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.969719 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.969957 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.970174 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.970424 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.970604 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.970927 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.971214 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.971514 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.971702 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.971949 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.972185 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.972397 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.972736 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975235 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975235 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975235 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975235 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975235 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975235 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975235 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975235 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975235 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975826 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975826 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975826 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975826 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.975826 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.976117 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.976117 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.976468 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.976650 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.976906 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.977137 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.977428 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.977662 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.977910 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.978172 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.978517 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.978739 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.979005 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.979248 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.979508 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.979735 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.980020 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.980360 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.980642 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.980898 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.981162 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.981452 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.981752 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.982022 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.982244 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.982586 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.983155 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.983325 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.983734 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.984141 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.985136 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.985401 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.985654 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.985919 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.986165 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.986389 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.986637 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.986878 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.987127 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.987378 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.987617 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.987844 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.988102 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.988317 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.988548 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.988797 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:17.989201 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 17:16:17.989803 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91671) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 17:16:17.989969 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 17:16:17.990126 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 17:16:17.990299 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 17:16:17.990469 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 17:16:17.990611 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 17:16:17.990820 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.990983 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.991147 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.991352 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.991523 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.991696 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.991851 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.992014 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.992168 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.992332 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.992485 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.992649 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.992933 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.993098 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.993259 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.993420 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.993583 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.993744 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.993916 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.994069 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.994231 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.994382 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.994538 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] debug = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.994703 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.994909 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.995076 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.995261 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.995423 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.995584 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.995746 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.995906 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.996071 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.996230 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.996392 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.996550 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.996876 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.997038 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.997204 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.997362 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.997526 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.997711 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] host = dv-cinder-789603-8-smb {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.997871 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.998035 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.998190 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.998353 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.998515 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.998676 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.998835 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.998996 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.999157 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.999340 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.999503 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.999663 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:17.999824 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.000062 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_file = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.000261 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_options = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.000404 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.000572 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.000733 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.000970 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.001253 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.001416 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.001577 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.001738 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.001899 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.002060 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.002220 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.002381 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.002542 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.002703 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.002890 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.003051 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.003391 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.003551 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.003690 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.003778 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:16:18.003880 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.004003 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.004162 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.004325 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.004486 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.004646 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.004808 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.004973 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.005159 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.005313 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.005450 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.005608 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.005768 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.005929 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.006091 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.006252 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.006411 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.006578 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.006741 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.006900 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.007060 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.007239 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.007403 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.007563 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.007723 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.007883 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.008043 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] use_json = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.008203 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.008363 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.008522 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.008683 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.008842 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.009002 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.009162 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.009324 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:16:18.009506 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.009671 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.009847 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.010011 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.010176 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.010343 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.010506 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.010670 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.010833 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.010996 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.011168 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.011355 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.011531 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.011694 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.011856 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.012023 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.012187 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.012352 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.012522 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.012682 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.012845 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.013013 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.013194 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.013360 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.013525 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.013688 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.013853 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.014014 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.014178 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.014346 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.014503 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.014664 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.014823 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.015139 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.015777 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.015777 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.015777 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.016927 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.016927 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.016927 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.016927 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.016927 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.016927 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.016927 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.016927 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.017502 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.017502 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.017502 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.017708 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.017708 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.017877 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.018043 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.018212 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.018378 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.018544 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.018708 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.018875 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.019043 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.019282 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.019459 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.019624 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.019855 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.020026 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.020192 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.020356 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.020520 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.020684 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.020848 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.021013 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.021177 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.021345 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.021492 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.021659 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.021823 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.021987 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.022338 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.022338 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.022510 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.022623 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.022830 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.022961 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.023120 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.023353 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.023524 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.023697 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.023877 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.024040 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.024206 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.024369 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.024534 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.024700 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.024862 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.025025 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.025189 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.025355 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.025517 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.025684 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.025865 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.026001 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.026163 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.026299 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.026474 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.026610 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.026762 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.026966 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.026966 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.027453 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.027453 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.027711 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.027711 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.028181 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.028181 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.028181 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.028626 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.028626 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.028626 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.029040 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.029040 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.029310 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.029310 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.029512 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.029593 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.029715 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.029862 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.030025 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.030190 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.030356 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.030526 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.030702 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.030866 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.031031 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.032153 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.032153 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.032153 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.032634 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.032634 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.032634 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.032879 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.032879 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.033021 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.033126 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.033289 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.033455 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.033620 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.033784 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.033949 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.034113 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.034277 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.034441 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.034606 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.034769 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.034934 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.035098 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.035357 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.035458 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.035596 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.035761 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.035924 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.036091 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.036254 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.036419 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.036583 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.036746 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.036909 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.037072 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.037235 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.037398 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.037561 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.037724 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.037890 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.038054 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.038218 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.038381 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.038546 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.038710 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.038873 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.039038 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.039212 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.039396 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.039562 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.039739 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.039890 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.040054 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.040217 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.040381 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.040544 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.040709 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.040891 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.041055 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.041218 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.041381 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.041544 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.041708 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.041876 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.042057 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.042208 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.042355 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.042513 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.042679 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.042843 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.043003 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.043168 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.043364 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.043676 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.043989 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.044288 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.044636 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.044788 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.046868 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.046868 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.046868 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.046868 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.046868 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.046868 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.046868 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.046868 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.046868 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.047902 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.047902 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.047902 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.047902 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.047902 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.047902 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.047902 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.047902 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.047902 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.048565 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.048565 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.048565 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.048565 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.048565 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.048565 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.048955 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.048955 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.049108 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.049186 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.049359 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.049529 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.049706 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.050061 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.050238 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.050406 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.050580 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.050716 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.050886 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.051056 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.051301 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.051456 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.051618 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.051790 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.052030 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.052144 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.052287 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.052454 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.052634 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.052799 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.052965 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.053130 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.053296 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.053554 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.053668 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.053777 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.053943 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.054108 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.054275 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.054432 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.054599 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.054757 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.054925 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.055087 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.055426 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.055628 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.055766 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.055918 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:16:18.056168 dv-cinder-789603-8-smb neutron-server[91671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 17:16:18.286782 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 49306) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:16:18.295735 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066617 Jun 07 17:16:30.289901 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e647f2-12aa-419b-97f4-0f2aec8e2fc4 None None] get_active_networks_info from dv-cinder-789603-8-smb {{(pid=91780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 17:16:30.456426 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e647f2-12aa-419b-97f4-0f2aec8e2fc4 None None] No non-hosted networks {{(pid=91780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 17:16:30.487261 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.agentschedulers_db [None req-b9e647f2-12aa-419b-97f4-0f2aec8e2fc4 None None] DHCP Agent not found on host dv-cinder-789603-8-smb {{(pid=91780) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 07 17:16:30.665335 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c83f2666-0df8-4c05-9f21-c2799a5b55e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620'] for agent, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:32.523565 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e798fe00-fc63-46d1-be1b-3e3d29fe825f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620'] for agent, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:32.579035 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-2a2b2be0-7657-4edf-971e-7fc3b864e23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:32.695152 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620'] for agent, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:32.696133 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:32.696709 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:32.697373 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:32.697914 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:32.698501 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:32.699022 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:32.699595 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:32.700115 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:32.700642 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:32.701164 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:32.701679 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:32.702224 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:32.703526 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-8-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:16:32.720002 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-8-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:16:33.831725 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620'] for agent, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:35.448230 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.db.l3_hamode_db [None req-eeb07b9b-9ac2-43ef-a218-7679585c2301 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 17:16:35.551479 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb07b9b-9ac2-43ef-a218-7679585c2301 None None] Routers set() bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:16:35.551881 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb07b9b-9ac2-43ef-a218-7679585c2301 None None] Router IDs set() for agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 17:16:35.735032 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620'] for agent, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:36.896243 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 49398) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:16:37.524173 dv-cinder-789603-8-smb neutron-server[91778]: WARNING oslo_policy.policy [None req-455f6d4b-482f-42eb-9cc1-e633b7240bef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:16:37.524864 dv-cinder-789603-8-smb neutron-server[91778]: WARNING oslo_policy.policy [None req-455f6d4b-482f-42eb-9cc1-e633b7240bef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:16:37.748564 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [None req-455f6d4b-482f-42eb-9cc1-e633b7240bef admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:16:37.749621 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-455f6d4b-482f-42eb-9cc1-e633b7240bef admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8522003 Jun 07 17:16:40.205884 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 49412) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:16:40.866409 dv-cinder-789603-8-smb neutron-server[91779]: WARNING oslo_policy.policy [None req-1ae5287b-6660-4818-a082-f08a2a5262ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:16:40.867031 dv-cinder-789603-8-smb neutron-server[91779]: WARNING oslo_policy.policy [None req-1ae5287b-6660-4818-a082-f08a2a5262ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:16:41.084655 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-1ae5287b-6660-4818-a082-f08a2a5262ab admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:16:41.184728 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.policy [None req-1ae5287b-6660-4818-a082-f08a2a5262ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91779) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 17:16:41.231015 dv-cinder-789603-8-smb neutron-server[91779]: WARNING oslo_policy.policy [None req-1ae5287b-6660-4818-a082-f08a2a5262ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:16:41.231710 dv-cinder-789603-8-smb neutron-server[91779]: WARNING oslo_policy.policy [None req-1ae5287b-6660-4818-a082-f08a2a5262ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:16:41.240441 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.quota [None req-1ae5287b-6660-4818-a082-f08a2a5262ab admin admin] Loaded quota_driver: . Jun 07 17:16:41.316845 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1ae5287b-6660-4818-a082-f08a2a5262ab admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747775164655', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747775164988', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747775221734', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747775211901', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747775209198', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747775198489', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7748487', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7635712', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1816275', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1716674'] for rbac-policy, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:41.383556 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1ae5287b-6660-4818-a082-f08a2a5262ab admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:41.384942 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-1ae5287b-6660-4818-a082-f08a2a5262ab admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1769660 Jun 07 17:16:44.063584 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 49430) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:16:44.455957 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Request body: {'network': {'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'admin_state_up': True, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'name': 'private'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:16:44.481282 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Made reservation on behalf of 3fced5342e404a66b3d55a9fa2a69bb8 for: {'network': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:16:44.484905 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:44.503869 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:44.643110 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:44.647060 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:44.652767 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:16:44.677397 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=91779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:16:44.704071 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747778217629', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:44.704694 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Unsubscribe: segment precommit_create {{(pid=91779) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 17:16:44.705182 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.segments_db [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Added segment 2b8b6e82-9f73-476a-80e0-1128c92a9af8 of type vlan for network 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 Jun 07 17:16:44.714393 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c607315-a32f-4409-b2d0-daa29115dd4b,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:16:44.771076 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:44.771415 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:44.771746 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:44.772065 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:44.772378 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:44.772695 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:44.772999 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:44.773311 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:44.773630 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:44.773946 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:44.774242 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:44.774541 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Tracked resource versions report: Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: pushed versions: Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: { 'AddressGroup': {'1.2'}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'ConntrackHelper': {'1.0'}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'Log': {'1.0'}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'Network': {'1.1'}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'Port': {'1.7'}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'PortForwarding': {'1.2'}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'QosPolicy': {'1.8'}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'SecurityGroup': {'1.4'}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'SubPort': {'1.0'}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'Subnet': {'1.1'}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'Trunk': {'1.1'}} Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: consumer versions: Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: { DHCP agent@dv-cinder-789603-8-smb: {}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: L3 agent@dv-cinder-789603-8-smb: {}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: Metadata agent@dv-cinder-789603-8-smb: {}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: Metering agent@dv-cinder-789603-8-smb: {}, Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: Open vSwitch agent@dv-cinder-789603-8-smb: { 'AddressGroup': '1.2', Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'ConntrackHelper': '1.0', Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'Log': '1.0', Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'Network': '1.1', Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'Port': '1.7', Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'PortForwarding': '1.2', Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'QosPolicy': '1.8', Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'SecurityGroup': '1.4', Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'SecurityGroupRule': '1.2', Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'SubPort': '1.0', Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'Subnet': '1.1', Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: 'Trunk': '1.1'}} Jun 07 17:16:44.775630 dv-cinder-789603-8-smb neutron-server[91779]: {{(pid=91779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:16:44.825225 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:44.839186 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:16:44.879686 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:44.881403 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:16:44.882052 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:44.885359 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:16:44.933617 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8685906 Jun 07 17:16:44.991845 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Pushing event updated for resources: {'Network': ['ID=23ebcf8d-2e3a-4774-b0a0-df4b1c563e05,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:16:44.995362 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:16:45.005245 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:16:47.738715 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 49444) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:16:48.228392 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae3ee15-4306-4c1d-b9bd-d313c714325b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:16:48.229785 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-0ae3ee15-4306-4c1d-b9bd-d313c714325b admin admin] 10.222.0.13 "GET /v2.0/networks/23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 HTTP/1.1" status: 200 len: 825 time: 0.4900718 Jun 07 17:16:48.259590 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-7e1ec8fe-57a1-4b51-94b2-1cdaaddaa877 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/56c0e8fe-b306-4e2b-a914-29486af8c7df HTTP/1.1" status: 200 len: 734 time: 0.0239608 Jun 07 17:16:48.269113 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Request body: {'subnet': {'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '56c0e8fe-b306-4e2b-a914-29486af8c7df', 'ip_version': 4, 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05', 'name': 'private-subnet'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:16:48.291001 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Made reservation on behalf of 3fced5342e404a66b3d55a9fa2a69bb8 for: {'subnet': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:16:48.294010 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:48.582722 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:48.588805 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:16:48.691170 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:16:48.695414 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Checking segment: {'id': '2b8b6e82-9f73-476a-80e0-1128c92a9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:16:48.695785 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Network hostable DHCP agents. Network: 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:16:48.698598 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:16:48.716263 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Network 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:16:48.727106 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05) {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:16:48.731924 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:16:48.732519 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:48.737080 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c1b1dd-430c-47d5-b040-991342aff8e5 None None] Network 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:16:48.753190 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4879758 Jun 07 17:16:49.064396 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a13f779-604b-5941-8d5b-d57239b9adb2-23ebcf8d-2e3a-4774-b0a0-df4b1c563e05', 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'fixed_ips': [{'subnet_id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0'}]}} from dv-cinder-789603-8-smb. {{(pid=91780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:16:49.065564 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:49.284693 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.db_base_plugin_common [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Allocated IP 172.20.0.2 (23ebcf8d-2e3a-4774-b0a0-df4b1c563e05/fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0/56566a22-abd3-482c-87f4-1234e71cf387) {{(pid=91780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:16:49.617106 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Notify callbacks [] for port, precommit_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:49.634561 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Transition to ACTIVE for port object 56566a22-abd3-482c-87f4-1234e71cf387 will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:16:49.661838 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Transition to ACTIVE for port object 56566a22-abd3-482c-87f4-1234e71cf387 will not be triggered until provisioned by entity DHCP. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:16:49.675786 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:49.677757 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:16:49.677757 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:16:49.677757 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:16:49.677757 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:16:49.677757 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:16:49.677757 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Jun 07 17:16:49.708087 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Network 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 is already hosted by enough agents. {{(pid=91780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:16:49.709883 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.base_scheduler [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Resources bound (agent type, host, resource id): {{(pid=91780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:16:49.714283 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Received port after_create {{(pid=91780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:16:49.877189 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Attempting to bind port 56566a22-abd3-482c-87f4-1234e71cf387 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:16:49.877909 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Attempting to bind port 56566a22-abd3-482c-87f4-1234e71cf387 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '2b8b6e82-9f73-476a-80e0-1128c92a9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:16:49.878461 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Attempting to bind port 56566a22-abd3-482c-87f4-1234e71cf387 on network 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:16:49.887346 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:16:49.887971 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Checking segment: {'id': '2b8b6e82-9f73-476a-80e0-1128c92a9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:16:49.888666 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:49.889255 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Bound using segment: {'id': '2b8b6e82-9f73-476a-80e0-1128c92a9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:16:49.890015 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Bound port: 56566a22-abd3-482c-87f4-1234e71cf387, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8b6e82-9f73-476a-80e0-1128c92a9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:16:49.891138 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:50.042219 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] For port 56566a22-abd3-482c-87f4-1234e71cf387, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:16:50.047884 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] For port 56566a22-abd3-482c-87f4-1234e71cf387, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=56566a22-abd3-482c-87f4-1234e71cf387,segment=NetworkSegment(2b8b6e82-9f73-476a-80e0-1128c92a9af8),segment_id=2b8b6e82-9f73-476a-80e0-1128c92a9af8)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:16:50.054722 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:50.060055 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:16:50.179793 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Pushing event updated for resources: {'Port': ['ID=56566a22-abd3-482c-87f4-1234e71cf387,revision_number=2']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:16:50.192849 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:50.193300 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:50.193543 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:50.194065 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:50.194627 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:50.195246 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:50.196838 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:50.196838 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:50.196838 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:50.196838 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:50.197342 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:50.197686 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Tracked resource versions report: Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: pushed versions: Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: { 'AddressGroup': {'1.2'}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'ConntrackHelper': {'1.0'}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'Log': {'1.0'}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'Network': {'1.1'}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'Port': {'1.7'}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'PortForwarding': {'1.2'}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'QosPolicy': {'1.8'}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'SecurityGroup': {'1.4'}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'SubPort': {'1.0'}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'Subnet': {'1.1'}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'Trunk': {'1.1'}} Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: consumer versions: Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: { DHCP agent@dv-cinder-789603-8-smb: {}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: L3 agent@dv-cinder-789603-8-smb: {}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: Metadata agent@dv-cinder-789603-8-smb: {}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: Metering agent@dv-cinder-789603-8-smb: {}, Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: Open vSwitch agent@dv-cinder-789603-8-smb: { 'AddressGroup': '1.2', Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'ConntrackHelper': '1.0', Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'Log': '1.0', Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'Network': '1.1', Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'Port': '1.7', Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'PortForwarding': '1.2', Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'QosPolicy': '1.8', Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'SecurityGroup': '1.4', Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'SecurityGroupRule': '1.2', Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'SubPort': '1.0', Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'Subnet': '1.1', Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: 'Trunk': '1.1'}} Jun 07 17:16:50.199125 dv-cinder-789603-8-smb neutron-server[91780]: {{(pid=91780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:16:50.204520 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:16:51.649937 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 49452) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:16:52.118711 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [None req-6c32a2e9-1f21-4afe-963e-2590eda0646d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:16:52.135229 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-6c32a2e9-1f21-4afe-963e-2590eda0646d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4687450 Jun 07 17:16:54.793961 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 49460) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:16:55.213498 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [None req-624ce35d-019e-4b4a-82dd-65ea63886887 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:16:55.214481 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-624ce35d-019e-4b4a-82dd-65ea63886887 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4193573 Jun 07 17:16:56.809233 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eaca5d-700b-47f1-95ed-aa29e20ef575 None None] Network 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:16:56.923760 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-2ea7ed63-4463-4e92-bf5b-c308599d6a2b None None] Provisioning for port 56566a22-abd3-482c-87f4-1234e71cf387 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:16:56.931077 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 56566a22-abd3-482c-87f4-1234e71cf387 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:16:57.132626 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 56566a22-abd3-482c-87f4-1234e71cf387 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:16:57.142352 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 56566a22-abd3-482c-87f4-1234e71cf387 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:16:57.142755 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:57.298905 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:57.338313 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 56566a22-abd3-482c-87f4-1234e71cf387, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=56566a22-abd3-482c-87f4-1234e71cf387,segment=NetworkSegment(2b8b6e82-9f73-476a-80e0-1128c92a9af8),segment_id=2b8b6e82-9f73-476a-80e0-1128c92a9af8)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:16:57.347128 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:57.352869 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-cacf00c8-b34f-43ae-b6a3-d1e35e95ab34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:16:57.477889 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=56566a22-abd3-482c-87f4-1234e71cf387,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:16:57.483314 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:16:57.597200 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-25218a50-e757-46ff-9a00-3f99556540ea None None] Provisioning complete for port 56566a22-abd3-482c-87f4-1234e71cf387 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:16:57.597709 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-25218a50-e757-46ff-9a00-3f99556540ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:58.129319 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 49476) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:16:58.500277 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-e2d5d0bb-6fa1-4862-9f9d-cb7184f2ece2 admin admin] Request body: {'router': {'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:16:58.571784 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.policy [None req-e2d5d0bb-6fa1-4862-9f9d-cb7184f2ece2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91778) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 17:16:58.620199 dv-cinder-789603-8-smb neutron-server[91778]: WARNING oslo_policy.policy [None req-e2d5d0bb-6fa1-4862-9f9d-cb7184f2ece2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:16:58.620515 dv-cinder-789603-8-smb neutron-server[91778]: WARNING oslo_policy.policy [None req-e2d5d0bb-6fa1-4862-9f9d-cb7184f2ece2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:16:58.629780 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.quota [None req-e2d5d0bb-6fa1-4862-9f9d-cb7184f2ece2 admin admin] Loaded quota_driver: . Jun 07 17:16:58.676389 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d0bb-6fa1-4862-9f9d-cb7184f2ece2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12569'] for router, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:58.678472 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d0bb-6fa1-4862-9f9d-cb7184f2ece2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12544'] for router, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:58.708414 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d0bb-6fa1-4862-9f9d-cb7184f2ece2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:58.836810 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d0bb-6fa1-4862-9f9d-cb7184f2ece2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353706'] for router, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:58.857295 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d0bb-6fa1-4862-9f9d-cb7184f2ece2 admin admin] Notify callbacks [] for router, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:16:58.858604 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-e2d5d0bb-6fa1-4862-9f9d-cb7184f2ece2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7283094 Jun 07 17:16:58.884643 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 56566a22-abd3-482c-87f4-1234e71cf387 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:16:58.964115 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 56566a22-abd3-482c-87f4-1234e71cf387 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:16:58.964491 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:00.190775 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-8fac714c-f81e-4ad0-ba0f-4a6017ab66d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:01.388110 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 49486) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:17:01.789611 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [None req-1e14e028-73d9-4fe1-b616-93a991c18dcc admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:17:01.790593 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-1e14e028-73d9-4fe1-b616-93a991c18dcc admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4015212 Jun 07 17:17:02.527786 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-766abbc2-214f-4579-b7e1-f1bd952cfeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:02.694193 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:03.717139 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:04.382973 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 49504) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:17:04.549326 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:17:04.573217 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Made reservation on behalf of b8b316d46bcc40598b332ab220f57989 for: {'network': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:17:04.576132 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:04.590674 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:04.720259 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:04.724725 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:04.728163 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:17:04.745346 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Reserving flat network on physical network physnet1 {{(pid=91779) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 17:17:04.769198 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ba47f6-9849-4dfd-bef4-ccc6a640d764,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:17:04.774511 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:17:04.775985 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:04.776521 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.segments_db [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Added segment 108a7cf2-6527-4998-9d82-f29955ab31b1 of type flat for network 5c076886-0b3f-40b9-b1ca-c907755baaf9 Jun 07 17:17:04.817836 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:04.856819 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:04.858475 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:17:04.859262 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:04.863030 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6816ec6d-31ef-4ec3-9d14-bda2d39331ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:17:04.907491 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5231285 Jun 07 17:17:04.966220 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Pushing event updated for resources: {'Network': ['ID=5c076886-0b3f-40b9-b1ca-c907755baaf9,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:17:04.973709 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:17:04.979004 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:17:05.690671 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:07.249457 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 49522) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:17:07.381085 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2350e2c-5148-4bd6-b53e-337d6b1ccc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:17:07.382553 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-b2350e2c-5148-4bd6-b53e-337d6b1ccc48 admin admin] 10.222.0.13 "GET /v2.0/subnets/fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0 HTTP/1.1" status: 200 len: 849 time: 0.1321731 Jun 07 17:17:07.529593 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-e8bfad9a-8c1a-4c26-a6e4-f86acdd118d0 admin admin] 10.222.0.13 "GET /v2.0/routers/5faa9943-af29-4b2d-9a52-45485fc99537 HTTP/1.1" status: 200 len: 704 time: 0.1386392 Jun 07 17:17:08.023559 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:08.273239 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Allocated IP 172.20.0.1 (23ebcf8d-2e3a-4774-b0a0-df4b1c563e05/fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0/0dbd243a-eb91-4ac8-9ed7-e8fbf7240000) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:17:08.459750 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:08.479749 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Transition to ACTIVE for port object 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 will not be triggered until provisioned by entity DHCP. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:17:08.535613 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:08.537057 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:17:08.537057 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:17:08.537057 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:17:08.537057 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:17:08.537057 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:17:08.537057 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:17:08.554494 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Network 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:17:08.555673 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:17:08.583057 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:17:08.583725 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481504'] for router_interface, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:08.831029 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-b7377ee7-a292-4fd9-8d31-a2b47072ee60 None None] Provisioning for port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:17:08.837505 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-b7377ee7-a292-4fd9-8d31-a2b47072ee60 None None] Provisioning complete for port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:17:08.837931 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-b7377ee7-a292-4fd9-8d31-a2b47072ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:08.870168 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:08.895421 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-b7377ee7-a292-4fd9-8d31-a2b47072ee60 None None] Port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:17:09.127774 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:09.133503 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:09.135047 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-490665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352952'] for router_interface, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:09.139022 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:17:09.330601 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Pushing event updated for resources: {'Port': ['ID=0dbd243a-eb91-4ac8-9ed7-e8fbf7240000,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:17:09.343221 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:09.343651 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:09.343988 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:09.344318 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:09.344643 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:09.344963 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:09.345282 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:09.345600 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:09.345933 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:09.346253 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:09.346569 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:09.346879 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Tracked resource versions report: Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: pushed versions: Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: { 'AddressGroup': {'1.2'}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'ConntrackHelper': {'1.0'}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'Log': {'1.0'}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'Network': {'1.1'}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'Port': {'1.7'}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'PortForwarding': {'1.2'}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'QosPolicy': {'1.8'}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'SecurityGroup': {'1.4'}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'SubPort': {'1.0'}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'Subnet': {'1.1'}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'Trunk': {'1.1'}} Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: consumer versions: Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: { DHCP agent@dv-cinder-789603-8-smb: {}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: L3 agent@dv-cinder-789603-8-smb: {}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: Metadata agent@dv-cinder-789603-8-smb: {}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: Metering agent@dv-cinder-789603-8-smb: {}, Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: Open vSwitch agent@dv-cinder-789603-8-smb: { 'AddressGroup': '1.2', Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'ConntrackHelper': '1.0', Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'Log': '1.0', Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'Network': '1.1', Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'Port': '1.7', Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'PortForwarding': '1.2', Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'QosPolicy': '1.8', Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'SecurityGroup': '1.4', Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'SecurityGroupRule': '1.2', Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'SubPort': '1.0', Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'Subnet': '1.1', Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: 'Trunk': '1.1'}} Jun 07 17:17:09.347939 dv-cinder-789603-8-smb neutron-server[91778]: {{(pid=91778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:17:09.354792 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:17:09.395474 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Network 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:17:09.396635 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:17:09.620143 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e3cf6103-3d09-47bf-9e84-04dd78f769df None None] Provisioning complete for port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:17:09.620574 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e3cf6103-3d09-47bf-9e84-04dd78f769df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:09.623301 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Router 5faa9943-af29-4b2d-9a52-45485fc99537 is scheduled to L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 with binding_index 1 {{(pid=91778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:17:09.679638 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf6103-3d09-47bf-9e84-04dd78f769df None None] Port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:17:09.780090 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:17:09.785981 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] 10.222.0.13 "PUT /v2.0/routers/5faa9943-af29-4b2d-9a52-45485fc99537/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2496531 Jun 07 17:17:09.792949 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Sync routers for ids ['5faa9943-af29-4b2d-9a52-45485fc99537'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:17:09.805287 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Routers {'5faa9943-af29-4b2d-9a52-45485fc99537'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:17:09.806302 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:17:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['5faa9943-af29-4b2d-9a52-45485fc99537'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:17:09.996502 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Set router 5faa9943-af29-4b2d-9a52-45485fc99537 gateway port host: None {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:17:10.392278 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'name': 'router1', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:16:58Z', 'updated_at': '2021-06-07T17:17:08Z', 'revision_number': 2, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'gw_port_host': None, '_interfaces': [{'id': '0dbd243a-eb91-4ac8-9ed7-e8fbf7240000', 'name': '', 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'mac_address': 'fa:16:3e:1b:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:17:08Z', 'updated_at': '2021-06-07T17:17:08Z', 'revision_number': 2, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'subnets': [{'id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56c0e8fe-b306-4e2b-a914-29486af8c7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:17:10.397775 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Checking router: 5faa9943-af29-4b2d-9a52-45485fc99537 for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:17:10.398156 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Updating router 5faa9943-af29-4b2d-9a52-45485fc99537 port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 binding host dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:17:10.464546 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:10.868048 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Notify callbacks [] for port, precommit_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:10.884111 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.provisioning_blocks [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Transition to ACTIVE for port object 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 will not be triggered until provisioned by entity L2. {{(pid=91781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:17:10.891436 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:10.897032 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:17:11.049352 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 5 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:17:11.245628 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Pushing event updated for resources: {'Port': ['ID=0dbd243a-eb91-4ac8-9ed7-e8fbf7240000,revision_number=3']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:17:11.259172 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:11.259540 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:11.259882 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:11.260216 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:11.260538 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:11.260861 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:11.261180 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:11.261493 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:11.261812 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:11.262134 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:11.262440 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:11.262753 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Tracked resource versions report: Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: pushed versions: Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: { 'AddressGroup': {'1.2'}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'ConntrackHelper': {'1.0'}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'Log': {'1.0'}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'Network': {'1.1'}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'Port': {'1.7'}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'PortForwarding': {'1.2'}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'QosPolicy': {'1.8'}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'SecurityGroup': {'1.4'}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'SubPort': {'1.0'}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'Subnet': {'1.1'}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'Trunk': {'1.1'}} Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: consumer versions: Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: { DHCP agent@dv-cinder-789603-8-smb: {}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: L3 agent@dv-cinder-789603-8-smb: {}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: Metadata agent@dv-cinder-789603-8-smb: {}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: Metering agent@dv-cinder-789603-8-smb: {}, Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: Open vSwitch agent@dv-cinder-789603-8-smb: { 'AddressGroup': '1.2', Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'ConntrackHelper': '1.0', Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'Log': '1.0', Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'Network': '1.1', Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'Port': '1.7', Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'PortForwarding': '1.2', Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'QosPolicy': '1.8', Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'SecurityGroup': '1.4', Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'SecurityGroupRule': '1.2', Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'SubPort': '1.0', Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'Subnet': '1.1', Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: 'Trunk': '1.1'}} Jun 07 17:17:11.263916 dv-cinder-789603-8-smb neutron-server[91781]: {{(pid=91781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:17:11.268944 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:17:11.269723 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Attempting to bind port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:17:11.270521 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Attempting to bind port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '2b8b6e82-9f73-476a-80e0-1128c92a9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05'}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:17:11.270966 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Attempting to bind port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 on network 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:17:11.277818 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:17:11.278252 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Checking segment: {'id': '2b8b6e82-9f73-476a-80e0-1128c92a9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:17:11.278713 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:11.279107 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Bound using segment: {'id': '2b8b6e82-9f73-476a-80e0-1128c92a9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05'} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:17:11.279667 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Bound port: 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8b6e82-9f73-476a-80e0-1128c92a9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05'}}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:17:11.280046 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:11.414343 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] For port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:17:11.419381 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] For port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=0dbd243a-eb91-4ac8-9ed7-e8fbf7240000,segment=NetworkSegment(2b8b6e82-9f73-476a-80e0-1128c92a9af8),segment_id=2b8b6e82-9f73-476a-80e0-1128c92a9af8)] {{(pid=91781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:17:11.429882 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:11.434888 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:17:11.526066 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Routers {'5faa9943-af29-4b2d-9a52-45485fc99537'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:17:11.526726 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:17:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['5faa9943-af29-4b2d-9a52-45485fc99537'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:17:11.592073 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Pushing event updated for resources: {'Port': ['ID=0dbd243a-eb91-4ac8-9ed7-e8fbf7240000,revision_number=4']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:17:11.604287 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:17:11.709702 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] Set router 5faa9943-af29-4b2d-9a52-45485fc99537 gateway port host: None {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:17:12.138110 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'name': 'router1', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:16:58Z', 'updated_at': '2021-06-07T17:17:08Z', 'revision_number': 2, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'gw_port_host': None, '_interfaces': [{'id': '0dbd243a-eb91-4ac8-9ed7-e8fbf7240000', 'name': '', 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'mac_address': 'fa:16:3e:1b:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:17:08Z', 'updated_at': '2021-06-07T17:17:11Z', 'revision_number': 4, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'subnets': [{'id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56c0e8fe-b306-4e2b-a914-29486af8c7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:17:12.143275 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d1c5c-dd3a-4385-9473-6673b041cabd None None] The sync data for ids ['5faa9943-af29-4b2d-9a52-45485fc99537'] in dv-cinder-789603-8-smb is: [{'id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'name': 'router1', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:16:58Z', 'updated_at': '2021-06-07T17:17:08Z', 'revision_number': 2, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'gw_port_host': None, '_interfaces': [{'id': '0dbd243a-eb91-4ac8-9ed7-e8fbf7240000', 'name': '', 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'mac_address': 'fa:16:3e:1b:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:17:08Z', 'updated_at': '2021-06-07T17:17:11Z', 'revision_number': 4, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'subnets': [{'id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56c0e8fe-b306-4e2b-a914-29486af8c7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:17:12.150554 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 49538) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:17:12.317054 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef325d16-2a75-4484-b45f-1ddb178bc8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:17:12.318354 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-ef325d16-2a75-4484-b45f-1ddb178bc8da admin admin] 10.222.0.13 "GET /v2.0/networks/5c076886-0b3f-40b9-b1ca-c907755baaf9 HTTP/1.1" status: 200 len: 842 time: 0.1668344 Jun 07 17:17:12.329711 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.28.2.0/24'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:17:12.354050 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Made reservation on behalf of b8b316d46bcc40598b332ab220f57989 for: {'subnet': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:17:12.356101 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:12.817239 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.objects.ports [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91779) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 17:17:12.817698 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:12.821620 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:17:12.917723 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:17:12.922160 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Checking segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:17:12.922513 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Network hostable DHCP agents. Network: 5c076886-0b3f-40b9-b1ca-c907755baaf9, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:17:12.926623 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:17:12.940983 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:17:12.950825 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, 5c076886-0b3f-40b9-b1ca-c907755baaf9) {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:17:12.955112 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:17:12.955779 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:12.960733 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04eea51-46a6-4bce-b3f8-0e8b267fa062 None None] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:17:12.974952 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6493478 Jun 07 17:17:13.195607 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ad7a45-3c99-4bad-9ca3-ab4c26908033 None None] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:17:15.429233 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 49550) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:17:15.665860 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-106c4cde-be5b-4858-974b-cda023620cad admin admin] 10.222.0.13 "GET /v2.0/routers/5faa9943-af29-4b2d-9a52-45485fc99537 HTTP/1.1" status: 200 len: 710 time: 0.2354815 Jun 07 17:17:15.799329 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bef7012-06fc-4ea3-8cfb-4489a695adef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:17:15.800868 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-2bef7012-06fc-4ea3-8cfb-4489a695adef admin admin] 10.222.0.13 "GET /v2.0/networks/5c076886-0b3f-40b9-b1ca-c907755baaf9 HTTP/1.1" status: 200 len: 886 time: 0.1297455 Jun 07 17:17:15.812614 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:17:16.537024 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12598'] for router, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:16.898318 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:16.929522 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:17:16.967236 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:17.010605 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:17:17.018202 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:17:17.018847 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:17.126122 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Allocated IP 172.28.2.81 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/5ddf56c6-e275-4cd1-9e43-6802f882446a) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:17:17.148031 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:17.194658 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=0dbd243a-eb91-4ac8-9ed7-e8fbf7240000,segment=NetworkSegment(2b8b6e82-9f73-476a-80e0-1128c92a9af8),segment_id=2b8b6e82-9f73-476a-80e0-1128c92a9af8)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:17:17.199511 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:17.202111 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:17:17.276651 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=0dbd243a-eb91-4ac8-9ed7-e8fbf7240000,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:17:17.280196 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:17:17.301248 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:17.365865 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:17.367126 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:17:17.367126 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:17:17.367126 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:17:17.367126 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:17:17.367126 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:17:17.367126 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:17:17.384255 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:17:17.385366 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:17:17.388247 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:17:17.862806 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:18.220748 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12598'] for router, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:18.224296 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-353692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-353683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-355408'] for router, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:18.408404 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Router 5faa9943-af29-4b2d-9a52-45485fc99537 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:17:18.584262 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:17:18.588557 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] Notify callbacks [] for router, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:18.589798 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-f82e53b9-e09b-4807-b8b0-d8ccd4bc0fa6 admin admin] 10.222.0.13 "PUT /v2.0/routers/5faa9943-af29-4b2d-9a52-45485fc99537 HTTP/1.1" status: 200 len: 889 time: 2.7813847 Jun 07 17:17:18.608268 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Sync routers for ids ['5faa9943-af29-4b2d-9a52-45485fc99537'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:17:18.622592 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Routers {'5faa9943-af29-4b2d-9a52-45485fc99537'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:17:18.623381 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:17:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['5faa9943-af29-4b2d-9a52-45485fc99537'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:17:18.884512 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Set router 5faa9943-af29-4b2d-9a52-45485fc99537 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:17:18.932223 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:17:19.232754 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:17:19.233306 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:19.537517 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'name': 'router1', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '5ddf56c6-e275-4cd1-9e43-6802f882446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:16:58Z', 'updated_at': '2021-06-07T17:17:17Z', 'revision_number': 4, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'gw_port': {'id': '5ddf56c6-e275-4cd1-9e43-6802f882446a', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:58:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:17:17Z', 'updated_at': '2021-06-07T17:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '0dbd243a-eb91-4ac8-9ed7-e8fbf7240000', 'name': '', 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'mac_address': 'fa:16:3e:1b:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:17:08Z', 'updated_at': '2021-06-07T17:17:17Z', 'revision_number': 5, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'subnets': [{'id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56c0e8fe-b306-4e2b-a914-29486af8c7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:17:19.543423 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Checking router: 5faa9943-af29-4b2d-9a52-45485fc99537 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:17:19.543796 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Updating router 5faa9943-af29-4b2d-9a52-45485fc99537 port 5ddf56c6-e275-4cd1-9e43-6802f882446a binding host dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:17:19.602668 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:19.961531 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Notify callbacks [] for port, precommit_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:19.973217 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Transition to ACTIVE for port object 5ddf56c6-e275-4cd1-9e43-6802f882446a will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:17:19.980039 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:19.985169 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:17:20.073344 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Attempting to bind port 5ddf56c6-e275-4cd1-9e43-6802f882446a on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:17:20.073713 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Attempting to bind port 5ddf56c6-e275-4cd1-9e43-6802f882446a by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:17:20.074077 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Attempting to bind port 5ddf56c6-e275-4cd1-9e43-6802f882446a on network 5c076886-0b3f-40b9-b1ca-c907755baaf9 {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:17:20.076325 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0622383-940e-4a67-bfd2-2d1e92ec27df None None] Pushing event updated for resources: {'Port': ['ID=5ddf56c6-e275-4cd1-9e43-6802f882446a,revision_number=2']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:17:20.080613 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e0622383-940e-4a67-bfd2-2d1e92ec27df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:17:20.083226 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:17:20.083617 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Checking segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:17:20.084534 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:20.084534 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Bound using segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:17:20.084912 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Bound port: 5ddf56c6-e275-4cd1-9e43-6802f882446a, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:17:20.085311 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:20.161382 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] For port 5ddf56c6-e275-4cd1-9e43-6802f882446a, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:17:20.164526 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] For port 5ddf56c6-e275-4cd1-9e43-6802f882446a, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=5ddf56c6-e275-4cd1-9e43-6802f882446a,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:17:20.169407 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:20.174491 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:17:20.256268 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Routers {'5faa9943-af29-4b2d-9a52-45485fc99537'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:17:20.256899 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:17:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['5faa9943-af29-4b2d-9a52-45485fc99537'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:17:20.304611 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0622383-940e-4a67-bfd2-2d1e92ec27df None None] Pushing event updated for resources: {'Port': ['ID=5ddf56c6-e275-4cd1-9e43-6802f882446a,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:17:20.313869 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e0622383-940e-4a67-bfd2-2d1e92ec27df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:17:20.482969 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] Set router 5faa9943-af29-4b2d-9a52-45485fc99537 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:17:20.843667 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'name': 'router1', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '5ddf56c6-e275-4cd1-9e43-6802f882446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:16:58Z', 'updated_at': '2021-06-07T17:17:17Z', 'revision_number': 4, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'gw_port': {'id': '5ddf56c6-e275-4cd1-9e43-6802f882446a', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:58:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:17:17Z', 'updated_at': '2021-06-07T17:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '0dbd243a-eb91-4ac8-9ed7-e8fbf7240000', 'name': '', 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'mac_address': 'fa:16:3e:1b:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:17:08Z', 'updated_at': '2021-06-07T17:17:17Z', 'revision_number': 5, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'subnets': [{'id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56c0e8fe-b306-4e2b-a914-29486af8c7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:17:20.848402 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80cd40-4324-4e65-b345-b19b5eb1267f None None] The sync data for ids ['5faa9943-af29-4b2d-9a52-45485fc99537'] in dv-cinder-789603-8-smb is: [{'id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'name': 'router1', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '5ddf56c6-e275-4cd1-9e43-6802f882446a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:16:58Z', 'updated_at': '2021-06-07T17:17:17Z', 'revision_number': 4, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'gw_port': {'id': '5ddf56c6-e275-4cd1-9e43-6802f882446a', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:58:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:17:17Z', 'updated_at': '2021-06-07T17:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '0dbd243a-eb91-4ac8-9ed7-e8fbf7240000', 'name': '', 'network_id': '23ebcf8d-2e3a-4774-b0a0-df4b1c563e05', 'tenant_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'mac_address': 'fa:16:3e:1b:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faa9943-af29-4b2d-9a52-45485fc99537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:17:08Z', 'updated_at': '2021-06-07T17:17:17Z', 'revision_number': 5, 'project_id': '3fced5342e404a66b3d55a9fa2a69bb8', 'subnets': [{'id': 'fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56c0e8fe-b306-4e2b-a914-29486af8c7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:17:21.272134 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 49558) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:17:21.419753 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-6713466b-c9af-47a0-ae7e-50a3ab51c282 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1463196 Jun 07 17:17:22.927179 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 5ddf56c6-e275-4cd1-9e43-6802f882446a up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:17:22.997817 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 5ddf56c6-e275-4cd1-9e43-6802f882446a completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:17:23.003279 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 5ddf56c6-e275-4cd1-9e43-6802f882446a triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:17:23.003660 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:23.133554 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:23.154531 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 5ddf56c6-e275-4cd1-9e43-6802f882446a, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=5ddf56c6-e275-4cd1-9e43-6802f882446a,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:17:23.163015 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:23.163604 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e0622383-940e-4a67-bfd2-2d1e92ec27df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:17:23.244140 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=5ddf56c6-e275-4cd1-9e43-6802f882446a,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:17:23.247461 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:17:24.923749 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 5ddf56c6-e275-4cd1-9e43-6802f882446a up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:17:25.011652 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 5ddf56c6-e275-4cd1-9e43-6802f882446a triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:17:25.012514 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:30.216993 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e2534ef6-c273-4ef0-97b1-94fca0621eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:32.529798 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-887b5c68-9456-45f3-927e-21adb9c1240b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:32.694039 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:33.753990 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:35.714065 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:17:47.941344 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 5 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:18:00.199932 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-653cb7ca-266f-49a7-8ab3-45112f64a645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:18:02.526561 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-90ac4b51-23a1-4fa8-9efd-fdcc4c88bf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:18:02.697294 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:18:03.730010 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:18:05.716761 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:18:24.938146 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 5 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:18:30.197113 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-aa79e1ab-f65f-47a4-9598-c30497d84d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:18:32.528399 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-93acf58f-aaef-48dd-af12-844c6866424e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:18:32.691536 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:18:33.727381 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:18:35.716338 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:18:59.888680 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50126) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:18:59.956626 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d21fff-7f2d-4a50-a6a6-667bf095a071 admin admin] GET failed (client error): The resource could not be found. Jun 07 17:18:59.957910 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-a6d21fff-7f2d-4a50-a6a6-667bf095a071 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0682833 Jun 07 17:19:00.088521 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a7ebb3-e441-4e23-b883-21af3ec264b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:00.089895 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-82a7ebb3-e441-4e23-b883-21af3ec264b3 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1282172 Jun 07 17:19:00.202126 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-89eefac4-01fc-4009-9850-b88b87068548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:01.938306 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 5 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:19:02.288364 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50136) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:02.400363 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e59d8f-86c6-40e0-9a0a-575691b233f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:02.401723 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-75e59d8f-86c6-40e0-9a0a-575691b233f7 admin admin] 10.222.0.13 "GET /v2.0/subnets/fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0 HTTP/1.1" status: 200 len: 849 time: 0.1123939 Jun 07 17:19:02.411002 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:19:02.530847 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:02.532488 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-8ef7d8c5-3812-4ac8-9039-a775a4eca67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:02.692480 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:02.727796 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747778159589'] for subnet, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:02.732830 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:19:02.774287 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:02.774812 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:02.776134 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] 10.222.0.13 "PUT /v2.0/subnets/fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0 HTTP/1.1" status: 200 len: 868 time: 0.3688941 Jun 07 17:19:02.794299 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa9e643-426a-4482-b920-97e11b7b6dd3 None None] Network 23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:19:02.804710 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:19:02.812791 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:02.813166 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:02.814146 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:02.814146 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:02.814146 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:02.814429 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:02.814719 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:02.815037 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:02.815403 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:02.815724 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:02.816049 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:02.816904 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:02.820425 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:19:03.254968 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-6080cb3c-f492-419f-8dc9-ba3566b5d1fc None None] Provisioning complete for port 0dbd243a-eb91-4ac8-9ed7-e8fbf7240000 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:19:03.255384 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-6080cb3c-f492-419f-8dc9-ba3566b5d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:03.412673 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-6080cb3c-f492-419f-8dc9-ba3566b5d1fc None None] Provisioning complete for port 56566a22-abd3-482c-87f4-1234e71cf387 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:19:03.413144 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-6080cb3c-f492-419f-8dc9-ba3566b5d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:03.729742 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:04.966150 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50146) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:05.149253 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743455bc-4444-406f-a1a8-79be0172636b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:05.149644 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743455bc-4444-406f-a1a8-79be0172636b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:05.151214 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-743455bc-4444-406f-a1a8-79be0172636b admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1830101 Jun 07 17:19:05.721776 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:07.320990 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50154) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:07.504053 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4ebb4c-d521-44df-9ae8-d7603c5c015f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:07.504449 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4ebb4c-d521-44df-9ae8-d7603c5c015f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:07.505972 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-cc4ebb4c-d521-44df-9ae8-d7603c5c015f admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1840329 Jun 07 17:19:09.686272 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50162) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:09.868130 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c835d6-8025-482a-acc6-8e805f23beba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:09.869553 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-92c835d6-8025-482a-acc6-8e805f23beba admin admin] 10.222.0.13 "GET /v2.0/networks/23ebcf8d-2e3a-4774-b0a0-df4b1c563e05 HTTP/1.1" status: 200 len: 869 time: 0.1822693 Jun 07 17:19:12.086738 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50170) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:12.314642 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4347b17a-b925-405d-953a-13b057bcb7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:12.315975 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-4347b17a-b925-405d-953a-13b057bcb7f3 admin admin] 10.222.0.13 "GET /v2.0/networks/5c076886-0b3f-40b9-b1ca-c907755baaf9 HTTP/1.1" status: 200 len: 886 time: 0.2282138 Jun 07 17:19:14.498422 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50178) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:14.618530 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe006a1-da15-463b-9e44-b8f89465fcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:14.618994 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe006a1-da15-463b-9e44-b8f89465fcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:14.620653 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-dbe006a1-da15-463b-9e44-b8f89465fcb3 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212096 Jun 07 17:19:16.823313 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50186) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:16.936651 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03a9b9-d449-4bda-9ddc-d605bcdcaea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:16.936651 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03a9b9-d449-4bda-9ddc-d605bcdcaea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:16.938264 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-0c03a9b9-d449-4bda-9ddc-d605bcdcaea8 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1138475 Jun 07 17:19:19.109260 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50196) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:19.209749 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0f42b7-0c35-4903-a57a-bb59593d48af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:19.211002 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-8a0f42b7-0c35-4903-a57a-bb59593d48af admin admin] 10.222.0.13 "GET /v2.0/subnets/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf HTTP/1.1" status: 200 len: 816 time: 0.1007915 Jun 07 17:19:21.442673 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50204) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:21.555155 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4548e4d-0979-4111-810a-ec507daeccd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:21.556601 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-d4548e4d-0979-4111-810a-ec507daeccd6 admin admin] 10.222.0.13 "GET /v2.0/subnets/fd0fed5c-490c-4c30-a3e7-5eca4c47d8a0 HTTP/1.1" status: 200 len: 868 time: 0.1126266 Jun 07 17:19:30.204667 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-916d2a71-999d-4c83-9dfb-2e6a0eb48b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:32.534557 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c92af32d-f924-4d9a-a7dd-930dd499df59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:32.695499 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:33.733543 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:35.723484 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:38.937740 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 5 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:19:45.356649 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50248) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:45.407514 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [None req-82bbf2b7-4726-4393-8162-68bbb09c5279 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:19:45.408521 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-82bbf2b7-4726-4393-8162-68bbb09c5279 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508931 Jun 07 17:19:47.648570 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50256) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:47.717456 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.pecan_wsgi.hooks.translation [None req-92df9145-43cc-4024-b66b-c8ae5c449695 admin admin] GET failed (client error): The resource could not be found. Jun 07 17:19:47.718760 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-92df9145-43cc-4024-b66b-c8ae5c449695 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0692179 Jun 07 17:19:47.852249 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb5145c-0411-4204-b394-5f244d768001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:47.853631 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-8cb5145c-0411-4204-b394-5f244d768001 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1310167 Jun 07 17:19:50.047601 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50264) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:50.095411 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:19:50.119185 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Made reservation on behalf of b8b316d46bcc40598b332ab220f57989 for: {'network': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:19:50.121812 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:50.255268 dv-cinder-789603-8-smb neutron-server[91778]: WARNING neutron.services.revisions.revision_plugin [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Could not find related network for resource to bump revision. Jun 07 17:19:50.269837 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=91778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:19:50.281392 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747778217629', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:50.281969 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Unsubscribe: segment precommit_create {{(pid=91778) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 17:19:50.282433 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.segments_db [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Added segment cffc9aa4-56c5-4fec-96cf-a6ff7594e366 of type vlan for network fe52d992-46b5-45df-9def-0bd38305c832 Jun 07 17:19:50.351500 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:50.387578 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:50.389217 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:50.389903 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:50.393850 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:19:50.442478 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3937352 Jun 07 17:19:50.504261 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=fe52d992-46b5-45df-9def-0bd38305c832,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:19:50.509020 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:19:50.518761 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network fe52d992-46b5-45df-9def-0bd38305c832 details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:19:52.628380 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50272) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:19:52.701396 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a75959b-13ab-41b4-8385-3baff6c0ee3d admin admin] GET failed (client error): The resource could not be found. Jun 07 17:19:52.702684 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-2a75959b-13ab-41b4-8385-3baff6c0ee3d admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0733709 Jun 07 17:19:52.805170 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a8c8a8-9aaf-4a6e-8755-f4d7261b29a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:52.806543 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-18a8c8a8-9aaf-4a6e-8755-f4d7261b29a8 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0998573 Jun 07 17:19:52.816683 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:19:52.839175 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Made reservation on behalf of b8b316d46bcc40598b332ab220f57989 for: {'subnet': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:19:52.841578 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:53.042267 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:53.046048 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-db745438-ea09-4e7a-9296-05b9e94aff7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:19:53.117981 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e57aed0-4a33-4686-aa4d-89e85189a974,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:19:53.130968 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:53.131342 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:53.131680 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:53.132011 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:53.132337 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:53.132662 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:53.132983 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:53.133302 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:53.133641 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:53.133964 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:53.134282 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:53.134596 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:53.138050 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Checking segment: {'id': 'cffc9aa4-56c5-4fec-96cf-a6ff7594e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:19:53.138409 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Network hostable DHCP agents. Network: fe52d992-46b5-45df-9def-0bd38305c832, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:19:53.141247 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:19:53.156077 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Network fe52d992-46b5-45df-9def-0bd38305c832 is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:19:53.165146 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, fe52d992-46b5-45df-9def-0bd38305c832) {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:19:53.169451 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:19:53.170044 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:53.176268 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b6d90d-36f3-44d4-9dae-1631d63eb575 None None] Network fe52d992-46b5-45df-9def-0bd38305c832 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:19:53.195770 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3824751 Jun 07 17:19:53.435343 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a13f779-604b-5941-8d5b-d57239b9adb2-fe52d992-46b5-45df-9def-0bd38305c832', 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832', 'tenant_id': 'b8b316d46bcc40598b332ab220f57989', 'fixed_ips': [{'subnet_id': '9e57aed0-4a33-4686-aa4d-89e85189a974'}]}} from dv-cinder-789603-8-smb. {{(pid=91780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:19:53.436207 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:53.627960 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.db_base_plugin_common [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Allocated IP 192.168.233.2 (fe52d992-46b5-45df-9def-0bd38305c832/9e57aed0-4a33-4686-aa4d-89e85189a974/a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14) {{(pid=91780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:19:53.906740 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Notify callbacks [] for port, precommit_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:53.918372 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Transition to ACTIVE for port object a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14 will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:19:53.939901 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Transition to ACTIVE for port object a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14 will not be triggered until provisioned by entity DHCP. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:19:53.946549 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:53.947328 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:19:53.947328 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:19:53.947328 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:19:53.947328 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:19:53.947328 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:19:53.947328 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Jun 07 17:19:53.966438 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Network fe52d992-46b5-45df-9def-0bd38305c832 is already hosted by enough agents. {{(pid=91780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:19:53.968019 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.base_scheduler [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Resources bound (agent type, host, resource id): {{(pid=91780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:19:53.970682 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Received port after_create {{(pid=91780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:19:54.068014 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Attempting to bind port a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:19:54.068387 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Attempting to bind port a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': 'cffc9aa4-56c5-4fec-96cf-a6ff7594e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:19:54.068753 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Attempting to bind port a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14 on network fe52d992-46b5-45df-9def-0bd38305c832 {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:19:54.075070 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:19:54.075562 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Checking segment: {'id': 'cffc9aa4-56c5-4fec-96cf-a6ff7594e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:19:54.075974 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:54.076620 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Bound using segment: {'id': 'cffc9aa4-56c5-4fec-96cf-a6ff7594e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:19:54.077133 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Bound port: a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffc9aa4-56c5-4fec-96cf-a6ff7594e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:19:54.077491 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:54.189603 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] For port a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:19:54.192819 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] For port a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14,segment=NetworkSegment(cffc9aa4-56c5-4fec-96cf-a6ff7594e366),segment_id=cffc9aa4-56c5-4fec-96cf-a6ff7594e366)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:19:54.197135 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:54.201708 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e0622383-940e-4a67-bfd2-2d1e92ec27df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:19:54.279038 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Pushing event updated for resources: {'Port': ['ID=a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14,revision_number=2']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:19:54.286581 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:54.286937 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:54.287317 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:54.287648 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:54.289708 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:54.289708 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:54.289708 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:54.289708 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:54.289708 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:54.289708 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:54.290343 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:54.290343 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:19:54.295540 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:19:55.065307 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:19:55.151211 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:19:55.166893 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf626d4-28f4-48b6-862f-ad5bc7ad3338 None None] Network fe52d992-46b5-45df-9def-0bd38305c832 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:19:55.213680 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-23cd7b41-4d3f-412a-847e-a501538db512 None None] Provisioning for port a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:19:55.268801 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-23cd7b41-4d3f-412a-847e-a501538db512 None None] Provisioning complete for port a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:19:55.269090 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-23cd7b41-4d3f-412a-847e-a501538db512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:55.522221 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-23cd7b41-4d3f-412a-847e-a501538db512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:55.569023 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-23cd7b41-4d3f-412a-847e-a501538db512 None None] For port a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14,segment=NetworkSegment(cffc9aa4-56c5-4fec-96cf-a6ff7594e366),segment_id=cffc9aa4-56c5-4fec-96cf-a6ff7594e366)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:19:55.575580 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-23cd7b41-4d3f-412a-847e-a501538db512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:55.582118 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:19:55.652593 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd7b41-4d3f-412a-847e-a501538db512 None None] Pushing event updated for resources: {'Port': ['ID=a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:19:55.657235 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-23cd7b41-4d3f-412a-847e-a501538db512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:19:55.797634 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-d5b2016d-cbf7-4aed-9ae0-39f90cdf217d None None] Provisioning complete for port a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:19:55.798006 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d5b2016d-cbf7-4aed-9ae0-39f90cdf217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:19:57.024128 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:19:57.094804 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port a5b4bd90-de80-4ac7-870a-1c7b3b1b6b14 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:19:57.095170 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:20:00.209697 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-b5daf9e3-b057-4586-9795-973422ce58d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:20:02.537385 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-591a66e2-b26b-42eb-8683-c9ec8d5f5bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:20:02.698181 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:20:03.738717 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:20:05.727939 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:20:15.937568 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 5 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:20:30.203371 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-1676e6b1-1d3c-4426-a554-9c90fae03b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:20:32.538840 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-efcd31b1-8bd3-428c-be2f-1dce7d4d2b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:20:32.701253 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:20:33.740903 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:20:35.732154 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:20:52.936401 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 5 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:21:00.206205 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7913b340-35a4-4994-8341-915a4f6eabd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:01.730539 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50324) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:21:01.736519 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [None req-16165e5c-910c-4009-a82c-e4701ca9813a tempest-verify_tempest_config-1523918525 tempest-verify_tempest_config-1523918525-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:21:01.737478 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-16165e5c-910c-4009-a82c-e4701ca9813a tempest-verify_tempest_config-1523918525 tempest-verify_tempest_config-1523918525-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059750 Jun 07 17:21:02.043641 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50342) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:21:02.161239 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:02.268620 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:02.273285 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:02.281070 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:21:02.326994 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed640b16720e44da8328d20c8af40aba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2822847 Jun 07 17:21:02.327841 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4393faea-ed2d-4352-ad09-b566e2aacc05,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:21:02.330190 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50346) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:21:02.334965 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.335341 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.335686 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.336017 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.336343 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.336674 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.337000 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.337319 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.337692 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.338028 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.338346 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.338663 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.342543 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:21:02.403359 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:02.429348 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:02.524172 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:02.526960 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:02.528113 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4393faea-ed2d-4352-ad09-b566e2aacc05 HTTP/1.1" status: 204 len: 168 time: 0.1969173 Jun 07 17:21:02.528987 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:21:02.538507 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4393faea-ed2d-4352-ad09-b566e2aacc05,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:21:02.542334 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-25aa7a66-006e-4dca-b88c-f01b2609f0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:02.548526 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.548876 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.549283 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.549654 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.549990 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.550417 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.550747 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.551070 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.551441 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.551767 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.552168 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.552393 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:21:02.561417 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:21:02.705621 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:03.743634 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:05.734668 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:29.935290 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 5 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:21:30.207247 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e9360b65-1146-4b97-adc7-3776dde0680d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:32.536904 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c27cb54b-dbbb-401f-8e49-bcc7c01d5523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:32.708514 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:33.747238 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:21:35.739074 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:22:00.209322 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d9ee085c-9df0-493c-8a64-460dbfcec8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:22:02.539428 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ec43c80b-48b6-4e51-bf1f-4f3d9d10a4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:22:02.712180 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:22:03.749582 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:22:05.739043 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:22:06.934851 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 5 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:22:30.210631 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2a32-aa94-4ef3-9f5e-6f32f9a1c68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:22:32.543968 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-0fa1d0d9-c0f5-40c7-b8ea-0d602060e27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:22:32.714635 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:22:33.749745 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:22:35.747467 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:22:42.278713 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620'] for agent, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:22:43.933505 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:22:45.745851 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50400) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:22:45.874067 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-9b68c607-fbf2-4e25-91a8-3f20b954fefd admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1185091 Jun 07 17:22:48.037342 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50410) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:22:48.092145 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-7af52864-25c1-433d-8c62-ae51710376a8 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0537102 Jun 07 17:23:00.215252 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-9890d5da-27a2-4d34-991b-541a739b4ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:23:02.545362 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-bcb75405-93e9-4d1e-9cd3-841e4720af00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:23:02.717805 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:23:03.754947 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:23:05.748799 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:23:12.263735 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:23:20.933005 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:23:30.218362 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d5a782da-86e0-4056-a4e0-47213ee30e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:23:32.546891 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-6187f58c-faf4-47e8-a1a1-8d9c43333772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:23:32.722783 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:23:33.765952 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:23:35.758612 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:23:42.267348 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:23:57.932813 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:24:00.222970 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cd37-0c39-4b89-a3af-ef74169b0f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:02.554680 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-97f28293-ff71-4be6-8b0a-706be1ea6384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:02.732353 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:03.769908 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:05.770373 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:12.265007 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:26.382301 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50542) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:26.764261 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-26018382-network', 'tenant_id': '8c86608bb3024e82bb5784f39a63867b'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:26.791526 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Made reservation on behalf of 8c86608bb3024e82bb5784f39a63867b for: {'network': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:26.794427 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:26.809895 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:26.974813 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:26.983761 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:26.994317 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6a7018d6-c9ff-497a-a90a-d08fffe733c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:27.053587 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:27.057995 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=91779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:24:27.076163 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.076514 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.076852 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.077186 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.077519 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.077867 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.078207 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.078525 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.078844 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.079157 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.079521 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.079835 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Tracked resource versions report: Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: pushed versions: Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: { 'AddressGroup': {'1.2'}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'ConntrackHelper': {'1.0'}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'Log': {'1.0'}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'Network': {'1.1'}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'Port': {'1.7'}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'PortForwarding': {'1.2'}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'QosPolicy': {'1.8'}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'SecurityGroup': {'1.4'}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'SubPort': {'1.0'}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'Subnet': {'1.1'}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'Trunk': {'1.1'}} Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: consumer versions: Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: { DHCP agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: HyperV agent@hv-cinder-78960: {}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: L3 agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: Metadata agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: Metering agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: Open vSwitch agent@dv-cinder-789603-8-smb: { 'AddressGroup': '1.2', Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'ConntrackHelper': '1.0', Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'Log': '1.0', Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'Network': '1.1', Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'Port': '1.7', Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'PortForwarding': '1.2', Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'QosPolicy': '1.8', Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'SecurityGroup': '1.4', Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'SecurityGroupRule': '1.2', Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'SubPort': '1.0', Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'Subnet': '1.1', Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: 'Trunk': '1.1'}} Jun 07 17:24:27.080860 dv-cinder-789603-8-smb neutron-server[91779]: {{(pid=91779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:24:27.084483 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:27.089593 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:27.089935 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.segments_db [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Added segment d540b758-188e-4a51-a0fe-3b8c6138c525 of type vlan for network 7001ad9a-2b3a-4814-92b5-767d1ea3f4db Jun 07 17:24:27.124672 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:27.163515 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:27.164968 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:27.165563 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:27.170676 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:27.218987 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50586) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:27.219606 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8350589 Jun 07 17:24:27.226860 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Request body: {'subnet': {'network_id': '7001ad9a-2b3a-4814-92b5-767d1ea3f4db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-26018382-subnet', 'tenant_id': '8c86608bb3024e82bb5784f39a63867b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:27.270379 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Made reservation on behalf of 8c86608bb3024e82bb5784f39a63867b for: {'subnet': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:27.273135 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:27.280189 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Pushing event updated for resources: {'Network': ['ID=7001ad9a-2b3a-4814-92b5-767d1ea3f4db,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:27.290195 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:27.292418 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network 7001ad9a-2b3a-4814-92b5-767d1ea3f4db details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:24:27.562389 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:27.567917 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:27.636383 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea5ae74-6e81-4c6b-95b3-7e6c6cbdd1ce,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:27.653170 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.653588 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.653854 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.654172 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.654503 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.654832 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.655158 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.655510 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.655874 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.656233 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.659604 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.660188 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Tracked resource versions report: Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: pushed versions: Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: { 'AddressGroup': {'1.2'}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'ConntrackHelper': {'1.0'}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'Log': {'1.0'}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'Network': {'1.1'}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'Port': {'1.7'}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'PortForwarding': {'1.2'}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'QosPolicy': {'1.8'}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'SecurityGroup': {'1.4'}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'SubPort': {'1.0'}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'Subnet': {'1.1'}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'Trunk': {'1.1'}} Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: consumer versions: Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: { DHCP agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: HyperV agent@hv-cinder-78960: {}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: L3 agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: Metadata agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: Metering agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: Open vSwitch agent@dv-cinder-789603-8-smb: { 'AddressGroup': '1.2', Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'ConntrackHelper': '1.0', Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'Log': '1.0', Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'Network': '1.1', Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'Port': '1.7', Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'PortForwarding': '1.2', Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'QosPolicy': '1.8', Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'SecurityGroup': '1.4', Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'SecurityGroupRule': '1.2', Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'SubPort': '1.0', Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'Subnet': '1.1', Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: 'Trunk': '1.1'}} Jun 07 17:24:27.661562 dv-cinder-789603-8-smb neutron-server[91778]: {{(pid=91778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:24:27.688896 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:27.696321 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Checking segment: {'id': 'd540b758-188e-4a51-a0fe-3b8c6138c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7001ad9a-2b3a-4814-92b5-767d1ea3f4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:24:27.696652 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Network hostable DHCP agents. Network: 7001ad9a-2b3a-4814-92b5-767d1ea3f4db, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:24:27.721464 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Network 7001ad9a-2b3a-4814-92b5-767d1ea3f4db is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:24:27.748047 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, 7001ad9a-2b3a-4814-92b5-767d1ea3f4db) {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:27.756379 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:27.758637 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:27.761848 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8bb231-4c88-457f-86c3-8c6aa96b4120 None None] Network 7001ad9a-2b3a-4814-92b5-767d1ea3f4db requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:24:27.792334 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5719326 Jun 07 17:24:27.902520 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50608) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:28.123606 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50620) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:28.138052 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7727830-7768-4192-866c-1d3a8fee6e77 None None] Network 7001ad9a-2b3a-4814-92b5-767d1ea3f4db requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:24:28.502158 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-network', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:28.543076 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-642219643-network', 'tenant_id': '03e35c31f367454188de9b5c12ee0214'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:28.551159 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Made reservation on behalf of 3d855b1896d8461bafbac40e44ffb4b5 for: {'network': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:28.555653 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:28.599578 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:28.642759 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Made reservation on behalf of 03e35c31f367454188de9b5c12ee0214 for: {'network': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:28.647581 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:28.674428 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:28.872979 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:28.878964 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:28.944252 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:28.970440 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=91779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:24:29.033369 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:29.033782 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.segments_db [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Added segment bfa1f90e-ec5f-4588-83ff-10528538f5c2 of type vlan for network 65a27e9f-d994-41d3-9567-4774a51ead31 Jun 07 17:24:29.052507 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff959b21-57cc-4c4e-8485-b2d2611e5806,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:29.069510 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:29.095758 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:29.140063 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:29.145971 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:29.146523 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:29.155013 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bea3827c-5bc0-48a0-b22f-cd1346b84781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:29.279427 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Pushing event updated for resources: {'Network': ['ID=65a27e9f-d994-41d3-9567-4774a51ead31,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:29.282847 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:29.284179 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:29.290549 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:29.293025 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network 65a27e9f-d994-41d3-9567-4774a51ead31 details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:24:29.300797 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:29.319170 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4150841 Jun 07 17:24:29.322612 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50666) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:29.338243 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Request body: {'subnet': {'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-subnet', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:29.340580 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=91779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:24:29.351799 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:29.352245 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.segments_db [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Added segment 0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65 of type vlan for network 0c501b8c-f6c3-4363-a314-861011ace816 Jun 07 17:24:29.381487 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50668) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:29.382583 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:29.388379 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Made reservation on behalf of 3d855b1896d8461bafbac40e44ffb4b5 for: {'subnet': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:29.394773 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:29.403975 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d085218-721c-48f8-9057-b9bd2fe2437b,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:29.418118 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:29.425837 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:29.433405 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:29.434090 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:29.450066 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:29.597779 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Pushing event updated for resources: {'Network': ['ID=0c501b8c-f6c3-4363-a314-861011ace816,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:29.601288 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:29.607117 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4816072 Jun 07 17:24:29.608241 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50674) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:29.614536 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Request body: {'subnet': {'network_id': '0c501b8c-f6c3-4363-a314-861011ace816', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-642219643-subnet', 'tenant_id': '03e35c31f367454188de9b5c12ee0214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:29.615019 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network 0c501b8c-f6c3-4363-a314-861011ace816 details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:24:29.640030 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Made reservation on behalf of 03e35c31f367454188de9b5c12ee0214 for: {'subnet': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:29.642769 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Notify callbacks [] for subnet, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:29.994795 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.001081 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:30.010908 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.026951 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:30.093008 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Checking segment: {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:24:30.093756 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Network hostable DHCP agents. Network: 0c501b8c-f6c3-4363-a314-861011ace816, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:24:30.101865 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Pushing event updated for resources: {'Subnet': ['ID=196d0be0-7418-4ee4-a924-893125334c6b,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:30.118546 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:30.150129 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Network 0c501b8c-f6c3-4363-a314-861011ace816 is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:24:30.167105 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, 0c501b8c-f6c3-4363-a314-861011ace816) {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:30.173891 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:30.174776 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.184574 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9387db1-5dee-4b03-9b06-2075068cae7e None None] Network 0c501b8c-f6c3-4363-a314-861011ace816 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:24:30.208852 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-716621127-network', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:30.223109 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6100767 Jun 07 17:24:30.301572 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Made reservation on behalf of 0bba071bce544828b4bf4a430b210a0a for: {'network': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:30.315624 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.359329 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef20769-16f6-4531-a1bb-a040266eabc8,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:30.373032 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:30.378201 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.390608 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e01c3f06-2a19-4258-ac63-9143067a3cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.509288 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Checking segment: {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:24:30.509725 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Network hostable DHCP agents. Network: 65a27e9f-d994-41d3-9567-4774a51ead31, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:24:30.555469 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Network 65a27e9f-d994-41d3-9567-4774a51ead31 is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:24:30.582354 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, 65a27e9f-d994-41d3-9567-4774a51ead31) {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:30.593260 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:30.594046 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.621749 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed47ce0-e51a-4a05-9468-f72179da7b24 None None] Network 65a27e9f-d994-41d3-9567-4774a51ead31 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:24:30.626628 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.634612 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.641456 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:30.673788 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2875d688-e6be-4510-a8eb-d9025a252849,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:30.679027 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3537774 Jun 07 17:24:30.682610 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50698) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:30.683745 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:30.687239 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:30.688455 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=91778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:24:30.706695 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.707251 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.segments_db [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Added segment ae75a7b3-1734-42b8-857f-78f1e5621e60 of type vlan for network b5cae8f9-7934-439f-9a76-35fdad11e3cb Jun 07 17:24:30.754263 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.754606 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12569'] for router, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.756212 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12544'] for router, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.824017 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.865103 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.869576 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:30.870352 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:30.889954 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:30.918467 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5275750 Jun 07 17:24:30.919239 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50706) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:30.925285 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] Request body: {'subnet': {'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-716621127-subnet', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:30.969136 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] Made reservation on behalf of 0bba071bce544828b4bf4a430b210a0a for: {'subnet': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:30.972692 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:31.206054 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b9986-e3cc-42ae-8184-63a596acfd38 None None] Network 0c501b8c-f6c3-4363-a314-861011ace816 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:24:31.376494 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Pushing event updated for resources: {'Network': ['ID=b5cae8f9-7934-439f-9a76-35fdad11e3cb,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:31.380121 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:31.406752 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network b5cae8f9-7934-439f-9a76-35fdad11e3cb details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:24:31.575605 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:31.592383 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-ef82e6b2-2f38-4e86-8662-7c3ac530c3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:31.621200 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12598'] for router, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:31.715115 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc1767b-858f-4ddb-a6f8-abd723d813c9,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:31.727627 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:31.729044 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] Checking segment: {'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:24:31.729594 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] Network hostable DHCP agents. Network: b5cae8f9-7934-439f-9a76-35fdad11e3cb, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:24:31.755405 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] Network b5cae8f9-7934-439f-9a76-35fdad11e3cb is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:24:31.774790 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, b5cae8f9-7934-439f-9a76-35fdad11e3cb) {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:31.791419 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:31.793743 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:31.820323 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778f867-3e36-4ec9-b5fd-631c145f5952 None None] Network b5cae8f9-7934-439f-9a76-35fdad11e3cb requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:24:31.833713 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-6b0bf761-e6ac-4e0e-bfea-5a7c478891a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9125626 Jun 07 17:24:31.836346 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50740) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:31.844786 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-716621127-router', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:31.899708 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12569'] for router, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:31.905648 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12544'] for router, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:31.924041 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a13f779-604b-5941-8d5b-d57239b9adb2-65a27e9f-d994-41d3-9567-4774a51ead31', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8'}]}} from dv-cinder-789603-8-smb. {{(pid=91780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:24:31.925402 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:31.942394 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:32.308116 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.db_base_plugin_common [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Allocated IP 172.20.0.2 (65a27e9f-d994-41d3-9567-4774a51ead31/cef20769-16f6-4531-a1bb-a040266eabc8/25d8d9a4-df30-44eb-b7b0-bd38ac798c6a) {{(pid=91780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:24:32.367864 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:32.407774 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:32.685810 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-68e8d901-a92a-4001-ab1e-ff2ea5baa77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:32.791100 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1477531e-658c-46f5-b982-54071f9bc522 None None] Network b5cae8f9-7934-439f-9a76-35fdad11e3cb requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:24:32.795432 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Allocated IP 172.28.2.98 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/f932186d-e711-45dd-b9ea-f6dc4b508764) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:24:32.812332 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:32.864436 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12598'] for router, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:32.979951 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Notify callbacks [] for port, precommit_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:33.022391 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Transition to ACTIVE for port object 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:24:33.158939 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50778) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:33.163320 dv-cinder-789603-8-smb neutron-server[91778]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 17:24:33.171172 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Transition to ACTIVE for port object 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a will not be triggered until provisioned by entity DHCP. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:24:33.197392 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:33.275716 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:33.276647 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:33.276647 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:24:33.276647 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:24:33.276647 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:24:33.276647 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:33.276647 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:24:33.302393 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:24:33.305162 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:33.309599 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:24:33.313126 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:33.316190 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:33.316190 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:24:33.316190 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:24:33.316190 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:24:33.316190 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:33.316190 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Jun 07 17:24:33.363038 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Network 65a27e9f-d994-41d3-9567-4774a51ead31 is already hosted by enough agents. {{(pid=91780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:24:33.369442 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.base_scheduler [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Resources bound (agent type, host, resource id): {{(pid=91780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:33.385490 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Received port after_create {{(pid=91780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:24:33.602234 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-39251320-f6ba-47b9-8c28-5183c7e3344b tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:33.613276 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-39251320-f6ba-47b9-8c28-5183c7e3344b tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/networks?id=7001ad9a-2b3a-4814-92b5-767d1ea3f4db HTTP/1.1" status: 200 len: 810 time: 0.4517386 Jun 07 17:24:33.630783 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Attempting to bind port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:24:33.631284 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Attempting to bind port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:24:33.631646 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Attempting to bind port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a on network 65a27e9f-d994-41d3-9567-4774a51ead31 {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:24:33.652478 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:24:33.652963 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Checking segment: {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:24:33.653268 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:33.653676 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Bound using segment: {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:24:33.654181 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Bound port: 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:24:33.654568 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:33.669936 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-6cfbec01-8c53-4fde-80e8-8dc6dc3b1786 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/quotas/8c86608bb3024e82bb5784f39a63867b HTTP/1.1" status: 200 len: 375 time: 0.0418839 Jun 07 17:24:33.841919 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:33.922914 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] For port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:24:33.930349 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] For port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=25d8d9a4-df30-44eb-b7b0-bd38ac798c6a,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:24:33.941182 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:33.994267 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:34.028775 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50806) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:34.034552 dv-cinder-789603-8-smb neutron-server[91779]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 17:24:34.180950 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:34.215419 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-23eeba33-e093-4f57-8e76-49eee8a39977 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:34.222249 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-23eeba33-e093-4f57-8e76-49eee8a39977 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 814 time: 0.1917639 Jun 07 17:24:34.245407 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-c9cf88c0-abcf-4176-8a7e-16ff0067d385 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c86608bb3024e82bb5784f39a63867b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3685036 Jun 07 17:24:34.253227 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:34.301955 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Pushing event updated for resources: {'Port': ['ID=25d8d9a4-df30-44eb-b7b0-bd38ac798c6a,revision_number=2']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:34.310946 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-e4807c07-3749-42d6-aab4-12f889ee85d1 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/quotas/03e35c31f367454188de9b5c12ee0214 HTTP/1.1" status: 200 len: 375 time: 0.0877120 Jun 07 17:24:34.353110 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:34.354042 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:34.354742 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:34.355505 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:34.356273 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:34.357003 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:34.358873 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:34.359771 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:34.360656 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:34.361463 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:34.362456 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:34.363264 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Tracked resource versions report: Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: pushed versions: Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: { 'AddressGroup': {'1.2'}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'ConntrackHelper': {'1.0'}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'Log': {'1.0'}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'Network': {'1.1'}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'Port': {'1.7'}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'PortForwarding': {'1.2'}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'QosPolicy': {'1.8'}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'SecurityGroup': {'1.4'}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'SubPort': {'1.0'}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'Subnet': {'1.1'}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'Trunk': {'1.1'}} Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: consumer versions: Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: { DHCP agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: HyperV agent@hv-cinder-78960: {}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: L3 agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: Metadata agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: Metering agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: Open vSwitch agent@dv-cinder-789603-8-smb: { 'AddressGroup': '1.2', Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'ConntrackHelper': '1.0', Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'Log': '1.0', Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'Network': '1.1', Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'Port': '1.7', Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'PortForwarding': '1.2', Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'QosPolicy': '1.8', Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'SecurityGroup': '1.4', Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'SecurityGroupRule': '1.2', Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'SubPort': '1.0', Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'Subnet': '1.1', Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: 'Trunk': '1.1'}} Jun 07 17:24:34.365341 dv-cinder-789603-8-smb neutron-server[91780]: {{(pid=91780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:24:34.388110 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:34.446868 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-5952cfbe-583e-4fd3-9c3d-3836579dc582 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1292694 Jun 07 17:24:34.472580 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:34.774802 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Allocated IP 172.28.2.5 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/814538e3-bd08-486f-9fb8-49973186aa1c) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:24:34.933468 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:24:35.009250 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:35.046391 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:35.048349 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:35.048349 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:24:35.048349 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:24:35.048349 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:24:35.048349 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:35.048349 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:24:35.057412 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-0f731580-57d8-46b1-87a0-8e7c8be534dd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:24:35.058563 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-0f731580-57d8-46b1-87a0-8e7c8be534dd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3841147 Jun 07 17:24:35.122534 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:24:35.126955 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:35.147052 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:24:35.286483 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-16ea85d0-40e0-4bb5-a078-8621b07fe722 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:24:35.288213 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-16ea85d0-40e0-4bb5-a078-8621b07fe722 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1366639 Jun 07 17:24:35.359360 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:24:35.531462 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:24:35.756992 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-b20a334e-d966-4075-8c02-86682b9e74d0 service neutron] 10.222.0.13 "GET /v2.0/networks/7001ad9a-2b3a-4814-92b5-767d1ea3f4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860564 Jun 07 17:24:35.805074 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:36.021263 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353706'] for router, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:36.055983 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50858) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:36.087880 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11c6011-4dec-4cbf-83c5-1c2fdb782474 None None] Network 65a27e9f-d994-41d3-9567-4774a51ead31 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:24:36.268399 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-3626d723-674f-4e8c-91f0-da2219221c11 service neutron] 10.222.0.13 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7990079 Jun 07 17:24:36.314356 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-43abc09e-1f6d-4347-8584-60efd16a8b50 None None] Provisioning for port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:24:36.324495 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-43abc09e-1f6d-4347-8584-60efd16a8b50 None None] Provisioning complete for port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:24:36.325239 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-43abc09e-1f6d-4347-8584-60efd16a8b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:36.480296 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-488cf75d-ae50-4962-91ea-63fa35e6c432 service neutron] 10.222.0.13 "GET /v2.0/networks/7001ad9a-2b3a-4814-92b5-767d1ea3f4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869962 Jun 07 17:24:36.498406 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fb1b6328-2737-4282-bc11-3284329d6e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:36.534152 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:36.624196 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-43abc09e-1f6d-4347-8584-60efd16a8b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:36.652899 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-4ba60dcd-be45-4b00-aa64-21e15f8c2fe4 service neutron] 10.222.0.13 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468657 Jun 07 17:24:36.709486 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a is scheduled to L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 with binding_index 1 {{(pid=91779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:24:36.716537 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-43abc09e-1f6d-4347-8584-60efd16a8b50 None None] For port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=25d8d9a4-df30-44eb-b7b0-bd38ac798c6a,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:24:36.734445 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-43abc09e-1f6d-4347-8584-60efd16a8b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:36.739877 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:36.987076 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abc09e-1f6d-4347-8584-60efd16a8b50 None None] Pushing event updated for resources: {'Port': ['ID=25d8d9a4-df30-44eb-b7b0-bd38ac798c6a,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:36.994189 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-43abc09e-1f6d-4347-8584-60efd16a8b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:37.253216 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:24:37.269950 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:24:37.284090 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Sync routers for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:24:37.299882 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:24:37.300739 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:24:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:37.369640 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b2b05df8-4d77-4a8c-baf9-beb95f623c18 req-a0dc54bc-db2d-418b-8fc5-bb69d674b83a tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 210 time: 0.2913730 Jun 07 17:24:37.459135 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-4eeb104c-c1ea-4af3-a157-4e43afa6c5fa None None] Provisioning complete for port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:24:37.459648 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-4eeb104c-c1ea-4af3-a157-4e43afa6c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:37.598813 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fb1b6328-2737-4282-bc11-3284329d6e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:37.609978 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fb1b6328-2737-4282-bc11-3284329d6e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:37.689875 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] Notify callbacks [] for router, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:37.696905 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-2398da18-2cf1-4d73-9602-97763ce3fbb8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0130002 Jun 07 17:24:37.705445 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8ef66280-7507-4514-b4a3-e7e506f3333e req-6bc6da29-0872-42f4-ab3c-0e9aabe0d6e9 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 210 time: 0.1865618 Jun 07 17:24:37.706311 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 50916) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:37.728616 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-4d600765-29f8-44e8-b310-b5755750107f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:37.747051 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:24:37.800629 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-fb1b6328-2737-4282-bc11-3284329d6e6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b6726101c7e4df1beea6cb089da421e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7425530 Jun 07 17:24:37.807598 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b6328-2737-4282-bc11-3284329d6e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa1816-5421-4542-a830-129b8cf06436,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:37.817977 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50924) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:37.952636 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fb1b6328-2737-4282-bc11-3284329d6e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:38.006337 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:24:38.013981 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:38.149685 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-658c56d5-798c-48a3-8be8-6fee7367e6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:38.207603 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-658c56d5-798c-48a3-8be8-6fee7367e6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:38.447676 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-658c56d5-798c-48a3-8be8-6fee7367e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:38.494551 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:33Z', 'revision_number': 3, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:38.504217 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Checking router: e2b5bcb2-5282-4fa3-8601-f2e2fc55089a for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:24:38.504841 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Updating router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a port f932186d-e711-45dd-b9ea-f6dc4b508764 binding host dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:24:38.516355 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-658c56d5-798c-48a3-8be8-6fee7367e6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:38.524203 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-658c56d5-798c-48a3-8be8-6fee7367e6ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8fa1816-5421-4542-a830-129b8cf06436 HTTP/1.1" status: 204 len: 168 time: 0.6945982 Jun 07 17:24:38.530223 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:38.549469 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c56d5-798c-48a3-8be8-6fee7367e6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa1816-5421-4542-a830-129b8cf06436,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:38.564330 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-658c56d5-798c-48a3-8be8-6fee7367e6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:38.601551 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353706'] for router, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:38.672215 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8f623b5f-7efb-4254-9662-2a59d5eb0a00 req-41fe14b5-96c1-460c-b04a-fe33946163b0 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 210 time: 0.1438000 Jun 07 17:24:38.826727 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:38.879623 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 50968) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:39.058328 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e9827c3c-e62a-4df7-b3fd-f9d8e68304ae req-5f65cc65-8514-4aec-a198-b60ebf71c082 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 210 time: 0.1240215 Jun 07 17:24:39.389415 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5f95e45c-09e6-4900-ab63-4667b80d00b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:39.794437 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Router 6f5373bc-d9d0-4262-8615-32cfa82747b3 is scheduled to L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 with binding_index 1 {{(pid=91778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:24:39.977796 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51002) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:40.091635 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Notify callbacks [] for port, precommit_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:40.127092 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.provisioning_blocks [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Transition to ACTIVE for port object f932186d-e711-45dd-b9ea-f6dc4b508764 will not be triggered until provisioned by entity L2. {{(pid=91781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:24:40.153238 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:40.176154 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:40.290259 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-54f85127-41cf-40c1-b575-0249b9a21d32 req-d235ecab-68c1-44dc-b6ae-7980796ed258 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 210 time: 0.1583309 Jun 07 17:24:40.293248 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ef0c1ce-7815-4def-b1d9-43af17a2b4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:40.336915 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Pushing event updated for resources: {'Port': ['ID=f932186d-e711-45dd-b9ea-f6dc4b508764,revision_number=2']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:40.356928 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:40.357548 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:40.358043 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:40.358761 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:40.359542 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:40.360089 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:40.360820 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:40.361466 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:40.362022 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:40.362677 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:40.363235 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:40.363786 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Tracked resource versions report: Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: pushed versions: Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: { 'AddressGroup': {'1.2'}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'ConntrackHelper': {'1.0'}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'Log': {'1.0'}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'Network': {'1.1'}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'Port': {'1.7'}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'PortForwarding': {'1.2'}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'QosPolicy': {'1.8'}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'SecurityGroup': {'1.4'}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'SubPort': {'1.0'}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'Subnet': {'1.1'}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'Trunk': {'1.1'}} Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: consumer versions: Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: { DHCP agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: HyperV agent@hv-cinder-78960: {}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: L3 agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: Metadata agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: Metering agent@dv-cinder-789603-8-smb: {}, Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: Open vSwitch agent@dv-cinder-789603-8-smb: { 'AddressGroup': '1.2', Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'ConntrackHelper': '1.0', Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'Log': '1.0', Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'Network': '1.1', Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'Port': '1.7', Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'PortForwarding': '1.2', Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'QosPolicy': '1.8', Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'SecurityGroup': '1.4', Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'SecurityGroupRule': '1.2', Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'SubPort': '1.0', Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'Subnet': '1.1', Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: 'Trunk': '1.1'}} Jun 07 17:24:40.365135 dv-cinder-789603-8-smb neutron-server[91781]: {{(pid=91781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:24:40.371404 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Attempting to bind port f932186d-e711-45dd-b9ea-f6dc4b508764 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:24:40.372158 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Attempting to bind port f932186d-e711-45dd-b9ea-f6dc4b508764 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:24:40.372835 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Attempting to bind port f932186d-e711-45dd-b9ea-f6dc4b508764 on network 5c076886-0b3f-40b9-b1ca-c907755baaf9 {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:24:40.381508 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:40.385511 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:24:40.386440 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Checking segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:24:40.387125 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:40.387814 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Bound using segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:24:40.388557 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Bound port: f932186d-e711-45dd-b9ea-f6dc4b508764, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:24:40.389228 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:40.447225 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:24:40.452839 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5f95e45c-09e6-4900-ab63-4667b80d00b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:40.463698 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Sync routers for ids ['6f5373bc-d9d0-4262-8615-32cfa82747b3'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:24:40.466160 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5f95e45c-09e6-4900-ab63-4667b80d00b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:40.493651 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] For port f932186d-e711-45dd-b9ea-f6dc4b508764, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:24:40.497582 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] For port f932186d-e711-45dd-b9ea-f6dc4b508764, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=f932186d-e711-45dd-b9ea-f6dc4b508764,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:24:40.508789 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:40.521807 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Routers {'6f5373bc-d9d0-4262-8615-32cfa82747b3'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:24:40.522966 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:24:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['6f5373bc-d9d0-4262-8615-32cfa82747b3'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:40.526354 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:40.545352 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a7abf4c2-82e9-4a20-b071-d34337db99ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:40.559778 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-5f95e45c-09e6-4900-ab63-4667b80d00b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2874a51a2e9b4894bf17f1d79ab21011&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6784854 Jun 07 17:24:40.560554 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51010) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:40.686563 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fa6d5b95-c113-43eb-8e73-25059fa53b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:40.687972 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:40.738877 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Pushing event updated for resources: {'Port': ['ID=f932186d-e711-45dd-b9ea-f6dc4b508764,revision_number=3']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:40.758583 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fa6d5b95-c113-43eb-8e73-25059fa53b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:40.767493 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:24:40.768517 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:24:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:41.012869 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95e45c-09e6-4900-ab63-4667b80d00b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec91f554-253d-44d0-bfe1-3dc6c17ebf62,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:41.032185 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:41.036384 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5f95e45c-09e6-4900-ab63-4667b80d00b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:41.040440 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ef0c1ce-7815-4def-b1d9-43af17a2b4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:41.067587 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ef0c1ce-7815-4def-b1d9-43af17a2b4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:41.073234 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:24:41.119785 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-67ea3bd9-75c7-494d-9543-2e7e2abfa013 req-d8f06c1e-334e-4967-906a-4ddbb6ec9e54 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 210 time: 0.2381845 Jun 07 17:24:41.122484 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] Notify callbacks [] for router, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:41.141452 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-3d913d9c-c900-4a85-bf60-6044791b44c8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3034534 Jun 07 17:24:41.143533 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fa6d5b95-c113-43eb-8e73-25059fa53b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:41.147123 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51026) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:41.192989 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-18e33df2-6698-4bbf-b88b-91d9269d5d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:41.258669 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-4ef0c1ce-7815-4def-b1d9-43af17a2b4db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b39e7fdc8d341d99340f9de0263466b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2703502 Jun 07 17:24:41.259486 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.24', 49858) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:41.259818 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51030) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:41.276132 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0c1ce-7815-4def-b1d9-43af17a2b4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f88667b-6207-4910-9c5f-d6bd365330c9,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:41.343405 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4ef0c1ce-7815-4def-b1d9-43af17a2b4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:41.409290 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fa6d5b95-c113-43eb-8e73-25059fa53b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:41.416442 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-fa6d5b95-c113-43eb-8e73-25059fa53b08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec91f554-253d-44d0-bfe1-3dc6c17ebf62 HTTP/1.1" status: 204 len: 168 time: 0.8484013 Jun 07 17:24:41.447750 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:41.497531 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d5b95-c113-43eb-8e73-25059fa53b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec91f554-253d-44d0-bfe1-3dc6c17ebf62,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:41.510408 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fa6d5b95-c113-43eb-8e73-25059fa53b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:41.541883 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Set router 6f5373bc-d9d0-4262-8615-32cfa82747b3 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:24:42.180405 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:33Z', 'revision_number': 3, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:42.185599 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115ca97-2629-444b-a5b0-034a8087e23a None None] The sync data for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb is: [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:33Z', 'revision_number': 3, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:24:42.306001 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:42.353366 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'name': 'tempest-ServerRescueNegativeTestJSON-716621127-router', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:31Z', 'updated_at': '2021-06-07T17:24:35Z', 'revision_number': 3, 'project_id': '0bba071bce544828b4bf4a430b210a0a', 'gw_port': {'id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:34Z', 'updated_at': '2021-06-07T17:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:42.362264 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Checking router: 6f5373bc-d9d0-4262-8615-32cfa82747b3 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:24:42.363755 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Updating router 6f5373bc-d9d0-4262-8615-32cfa82747b3 port 814538e3-bd08-486f-9fb8-49973186aa1c binding host dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:24:42.364058 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.24', 49861) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:42.495370 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-1b2710c8-d4dd-4561-b414-264d7a14f0ef tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:42.496947 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-1b2710c8-d4dd-4561-b414-264d7a14f0ef tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.24 "GET /v2.0/networks?id=7001ad9a-2b3a-4814-92b5-767d1ea3f4db HTTP/1.1" status: 200 len: 810 time: 1.2162197 Jun 07 17:24:42.552783 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:42.557113 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Request body: {'port': {'device_id': 'e671398f-57f9-4f40-a6f3-5ca0fd047324', 'network_id': '7001ad9a-2b3a-4814-92b5-767d1ea3f4db', 'admin_state_up': True, 'tenant_id': '8c86608bb3024e82bb5784f39a63867b'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:42.880747 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-ec150874-2150-445e-a1cf-cdebdc908253 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:42.888917 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-ec150874-2150-445e-a1cf-cdebdc908253 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 814 time: 0.5191281 Jun 07 17:24:42.896007 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-57472b02-6825-498c-a94b-ad46a171f474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:42.955499 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-57472b02-6825-498c-a94b-ad46a171f474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:43.059411 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Request body: {'port': {'device_id': 'ff2a79bd-f93a-4da4-8ebf-730cc8bd6002', 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816', 'admin_state_up': True, 'tenant_id': '03e35c31f367454188de9b5c12ee0214'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:43.265516 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-57472b02-6825-498c-a94b-ad46a171f474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:43.266759 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Made reservation on behalf of 8c86608bb3024e82bb5784f39a63867b for: {'port': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:43.289329 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:43.406529 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device f932186d-e711-45dd-b9ea-f6dc4b508764 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:24:43.415023 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-946beb4d-38a9-4023-8f16-e17ffa50b4ce req-ffe0b263-acd3-421b-9c1b-a3f9061d8a0d tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 210 time: 1.0278358 Jun 07 17:24:43.439567 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-57472b02-6825-498c-a94b-ad46a171f474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:43.440655 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-57472b02-6825-498c-a94b-ad46a171f474 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f88667b-6207-4910-9c5f-d6bd365330c9 HTTP/1.1" status: 204 len: 168 time: 2.1477828 Jun 07 17:24:43.440902 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:43.544431 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57472b02-6825-498c-a94b-ad46a171f474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f88667b-6207-4910-9c5f-d6bd365330c9,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:43.548039 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-eea11281-f098-476d-9a94-383a61b2a17d req-ef2e22b5-ebfe-49a8-b63c-f9e673c8c485 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 210 time: 0.6518002 Jun 07 17:24:43.550516 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Made reservation on behalf of 03e35c31f367454188de9b5c12ee0214 for: {'port': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:43.562458 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-57472b02-6825-498c-a94b-ad46a171f474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:43.563757 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Allocated IP 172.20.0.1 (65a27e9f-d994-41d3-9567-4774a51ead31/cef20769-16f6-4531-a1bb-a040266eabc8/5d5d6571-a01c-4696-ba85-0b10709aaef3) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:24:43.574812 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:43.813095 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port f932186d-e711-45dd-b9ea-f6dc4b508764 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:24:43.827108 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port f932186d-e711-45dd-b9ea-f6dc4b508764 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:24:43.828006 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:43.956312 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.db.resource_extend [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:24:44.237351 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Allocated IP 172.20.0.13 (0c501b8c-f6c3-4363-a314-861011ace816/196d0be0-7418-4ee4-a924-893125334c6b/37f4c443-4c8e-44e3-9f2d-f8efd4525f58) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:24:44.420432 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Allocated IP 172.20.0.5 (7001ad9a-2b3a-4814-92b5-767d1ea3f4db/8ea5ae74-6e81-4c6b-95b3-7e6c6cbdd1ce/3d39fceb-8211-4987-92a8-c064abfa7b72) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:24:44.437923 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:44.492469 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Notify callbacks [] for port, precommit_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:44.503269 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Transition to ACTIVE for port object 5d5d6571-a01c-4696-ba85-0b10709aaef3 will not be triggered until provisioned by entity DHCP. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:24:44.573380 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:44.594866 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Transition to ACTIVE for port object 814538e3-bd08-486f-9fb8-49973186aa1c will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:24:44.630375 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:44.684714 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:44.830223 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port f932186d-e711-45dd-b9ea-f6dc4b508764, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=f932186d-e711-45dd-b9ea-f6dc4b508764,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:24:44.838204 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Attempting to bind port 814538e3-bd08-486f-9fb8-49973186aa1c on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:24:44.840434 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Attempting to bind port 814538e3-bd08-486f-9fb8-49973186aa1c by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:24:44.841312 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Attempting to bind port 814538e3-bd08-486f-9fb8-49973186aa1c on network 5c076886-0b3f-40b9-b1ca-c907755baaf9 {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:24:44.877947 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:24:44.879442 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Checking segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:24:44.880716 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:44.881678 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Bound using segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:24:44.884084 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Bound port: 814538e3-bd08-486f-9fb8-49973186aa1c, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:24:44.885997 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:44.964236 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:45.052843 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8f789e5e-443b-4d29-8769-87bb96a5856a req-39dfff1d-50db-48c7-9f2d-8bfec438323b tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 210 time: 0.1733119 Jun 07 17:24:45.072545 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:45.072545 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:45.072545 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:24:45.072545 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:24:45.072545 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:24:45.072545 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:45.072545 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:24:45.138039 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:45.196830 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:45.207910 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Network 65a27e9f-d994-41d3-9567-4774a51ead31 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:24:45.213147 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:45.222130 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:24:45.222608 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481504'] for router_interface, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:45.251042 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] For port 814538e3-bd08-486f-9fb8-49973186aa1c, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:24:45.285523 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] For port 814538e3-bd08-486f-9fb8-49973186aa1c, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=814538e3-bd08-486f-9fb8-49973186aa1c,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:24:45.298634 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d6c6b-890b-4772-b497-c08009d97339 None None] Pushing event updated for resources: {'Port': ['ID=814538e3-bd08-486f-9fb8-49973186aa1c,revision_number=2']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:45.315265 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:45.316610 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-fd9d6c6b-890b-4772-b497-c08009d97339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:45.318297 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:45.705134 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:45.705134 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:24:45.705134 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:24:45.705134 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:24:45.705134 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:45.705134 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:24:45.861598 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:45.886857 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Routers {'6f5373bc-d9d0-4262-8615-32cfa82747b3'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:24:45.896072 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:24:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['6f5373bc-d9d0-4262-8615-32cfa82747b3'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:46.145242 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51170) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:46.180614 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:46.182647 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=f932186d-e711-45dd-b9ea-f6dc4b508764,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:46.188904 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:46.188904 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:24:46.188904 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:24:46.188904 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:24:46.188904 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:46.188904 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:24:46.213199 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Network 0c501b8c-f6c3-4363-a314-861011ace816 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:24:46.264753 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51176) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:46.288013 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:46.295118 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:24:46.328256 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:46.328942 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:46.331339 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Network 7001ad9a-2b3a-4814-92b5-767d1ea3f4db is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:24:46.340219 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:46.386310 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d6c6b-890b-4772-b497-c08009d97339 None None] Pushing event updated for resources: {'Port': ['ID=814538e3-bd08-486f-9fb8-49973186aa1c,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:46.401977 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-de7d6cb9-50b0-437d-aa8b-331985d78977 None None] Provisioning for port 5d5d6571-a01c-4696-ba85-0b10709aaef3 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:24:46.415246 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-fd9d6c6b-890b-4772-b497-c08009d97339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.098s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:46.415695 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-de7d6cb9-50b0-437d-aa8b-331985d78977 None None] Provisioning complete for port 5d5d6571-a01c-4696-ba85-0b10709aaef3 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:24:46.416857 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-de7d6cb9-50b0-437d-aa8b-331985d78977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:46.447601 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b80b1ea0-351f-4f8c-ac57-6dd475a9d31b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5486948 Jun 07 17:24:46.489352 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-ab33e623-2bb6-4a9c-98d1-57b8b45610cd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=91778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:24:46.490710 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-ab33e623-2bb6-4a9c-98d1-57b8b45610cd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209944 Jun 07 17:24:46.543130 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.081s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:46.543526 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:46.721418 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:24:46.736730 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:46.737490 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:46.771759 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:46.816844 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d5819554-fbc0-498e-a832-22e82c6340bd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2643785 Jun 07 17:24:46.822811 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329f6b4-21c0-4ecb-b2f2-2785752aa3e4 req-fa348d31-4ae8-4a95-a9b8-39725d0d09a0 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:46.827235 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9329f6b4-21c0-4ecb-b2f2-2785752aa3e4 req-fa348d31-4ae8-4a95-a9b8-39725d0d09a0 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 932 time: 1.7614629 Jun 07 17:24:46.881516 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] Set router 6f5373bc-d9d0-4262-8615-32cfa82747b3 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:24:47.161548 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-de7d6cb9-50b0-437d-aa8b-331985d78977 None None] Port 5d5d6571-a01c-4696-ba85-0b10709aaef3 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:24:47.250478 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9329f6b4-21c0-4ecb-b2f2-2785752aa3e4 req-01ab415d-c8c3-46c6-a286-24b2ef45269d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900949 Jun 07 17:24:47.527456 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-468590689-network', 'tenant_id': '32fc9bc067e44938b913f639a6d4f304'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:47.644492 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device f932186d-e711-45dd-b9ea-f6dc4b508764 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:24:47.704711 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0e72a309-95a7-4c07-a281-e43dd773a546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:47.708307 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:47.769512 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Made reservation on behalf of 32fc9bc067e44938b913f639a6d4f304 for: {'network': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:47.775124 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:47.811578 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port f932186d-e711-45dd-b9ea-f6dc4b508764 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:24:47.812608 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:47.937212 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51190) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:47.940534 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:47.980200 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'name': 'tempest-ServerRescueNegativeTestJSON-716621127-router', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:31Z', 'updated_at': '2021-06-07T17:24:35Z', 'revision_number': 3, 'project_id': '0bba071bce544828b4bf4a430b210a0a', 'gw_port': {'id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:34Z', 'updated_at': '2021-06-07T17:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:48.002645 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37edc53-0879-4c40-90cc-955435e1aab3 None None] The sync data for ids ['6f5373bc-d9d0-4262-8615-32cfa82747b3'] in dv-cinder-789603-8-smb is: [{'id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'name': 'tempest-ServerRescueNegativeTestJSON-716621127-router', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:31Z', 'updated_at': '2021-06-07T17:24:35Z', 'revision_number': 3, 'project_id': '0bba071bce544828b4bf4a430b210a0a', 'gw_port': {'id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:34Z', 'updated_at': '2021-06-07T17:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:24:48.019137 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0e72a309-95a7-4c07-a281-e43dd773a546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:48.048465 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0e72a309-95a7-4c07-a281-e43dd773a546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:48.102500 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7d2e3-6f2c-4208-8c23-b0d5c61b3185 req-0c51b9e6-5a2f-4c95-9d23-359352ed9629 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:48.122817 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-98e7d2e3-6f2c-4208-8c23-b0d5c61b3185 req-0c51b9e6-5a2f-4c95-9d23-359352ed9629 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 931 time: 1.5024557 Jun 07 17:24:48.185324 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:48.340565 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Request body: {'port': {'device_id': 'e671398f-57f9-4f40-a6f3-5ca0fd047324', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:48.346380 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Request body: {'port': {'device_id': 'ff2a79bd-f93a-4da4-8ebf-730cc8bd6002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:48.543795 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-0e72a309-95a7-4c07-a281-e43dd773a546 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52160030dd60485391da641b760340f4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2623599 Jun 07 17:24:48.619233 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51200) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:48.646526 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-98e7d2e3-6f2c-4208-8c23-b0d5c61b3185 req-d7f600a8-c13c-4da8-bc32-14ce70c20730 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217845 Jun 07 17:24:48.712557 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72a309-95a7-4c07-a281-e43dd773a546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27c36dd-803b-4628-b18a-71e8ec2279ba,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:48.716060 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-0e72a309-95a7-4c07-a281-e43dd773a546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:48.797999 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-597b9930-b275-43f5-9aad-c393d88d2b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:48.900504 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:48.967904 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.db.resource_extend [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:24:49.013360 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:49.030049 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:49.033215 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-490665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352952'] for router_interface, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:49.049633 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:49.158723 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Pushing event updated for resources: {'Port': ['ID=5d5d6571-a01c-4696-ba85-0b10709aaef3,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:49.162714 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:49.425006 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Network 65a27e9f-d994-41d3-9567-4774a51ead31 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:24:49.430303 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:49.497666 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 814538e3-bd08-486f-9fb8-49973186aa1c up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:24:49.679976 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:49.682482 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Allocated IP 172.20.0.1 (b5cae8f9-7934-439f-9a76-35fdad11e3cb/fcc1767b-858f-4ddb-a6f8-abd723d813c9/d83a81cf-5167-4d54-8d68-50c2e0095494) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:24:49.715329 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:49.751069 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 814538e3-bd08-486f-9fb8-49973186aa1c completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:24:49.768095 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 814538e3-bd08-486f-9fb8-49973186aa1c triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:24:49.769532 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:49.844675 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=91778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:24:49.877245 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:49.878935 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.segments_db [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Added segment d1c7f8f2-3e4d-40bf-b756-b141984861a8 of type vlan for network a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7 Jun 07 17:24:49.954468 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:50.051983 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-76eb4966-6887-484f-8418-14d1e372d597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:50.109462 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-76eb4966-6887-484f-8418-14d1e372d597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:50.182806 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:50.211353 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:50.238270 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:50.270512 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:50.317820 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 814538e3-bd08-486f-9fb8-49973186aa1c, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=814538e3-bd08-486f-9fb8-49973186aa1c,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:24:50.326710 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:50.329366 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-bf732fa8-ce6b-4f7e-9ef6-fec95b05659a None None] Provisioning complete for port 5d5d6571-a01c-4696-ba85-0b10709aaef3 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:24:50.329689 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-bf732fa8-ce6b-4f7e-9ef6-fec95b05659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:50.359208 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-fd9d6c6b-890b-4772-b497-c08009d97339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:50.362146 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c023c0db-6ed7-452f-8ddc-abf944746d96,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:50.414337 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc427272-4052-4ca8-b02a-36e82b71d19c req-c3347523-678b-4fa0-b031-18ed0dfde972 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:50.428303 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dc427272-4052-4ca8-b02a-36e82b71d19c req-c3347523-678b-4fa0-b031-18ed0dfde972 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 932 time: 1.8134527 Jun 07 17:24:50.437598 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:50.546643 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:50.564529 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:50.574084 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-937e07ab-bf48-492c-85a2-0d6cccddb9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:50.588060 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-bf732fa8-ce6b-4f7e-9ef6-fec95b05659a None None] Port 5d5d6571-a01c-4696-ba85-0b10709aaef3 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:24:50.625092 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=814538e3-bd08-486f-9fb8-49973186aa1c,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:50.720602 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:50.841487 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:24:50.876589 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec18f9-7c0b-4537-b87f-509e387519c2 req-0c23c2f4-531d-4d49-a72a-6abe730eb8df tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:50.879694 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-36ec18f9-7c0b-4537-b87f-509e387519c2 req-0c23c2f4-531d-4d49-a72a-6abe730eb8df tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 931 time: 0.6734996 Jun 07 17:24:50.996203 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-76eb4966-6887-484f-8418-14d1e372d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:51.042408 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:51.046816 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:51.068161 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7 details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:24:51.072368 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-36ec18f9-7c0b-4537-b87f-509e387519c2 req-847779b5-16d0-4ea3-82b8-a4152948724b tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788759 Jun 07 17:24:51.075395 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.db.resource_extend [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:24:51.103811 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-76eb4966-6887-484f-8418-14d1e372d597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:51.120269 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-76eb4966-6887-484f-8418-14d1e372d597 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b27c36dd-803b-4628-b18a-71e8ec2279ba HTTP/1.1" status: 204 len: 168 time: 2.4913023 Jun 07 17:24:51.255734 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:51.268161 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 {{(pid=91779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:24:51.297485 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:51.340457 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Transition to ACTIVE for port object 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 will not be triggered until provisioned by entity L2. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:24:51.342104 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:24:51.348482 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] 10.222.0.13 "PUT /v2.0/routers/e2b5bcb2-5282-4fa3-8601-f2e2fc55089a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6382151 Jun 07 17:24:51.349259 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:51.355153 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-0788f33b-ba33-4d97-ae1e-8d1a29962195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:51.355477 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2727050e-997d-435e-a252-2096dad5197c None None] Sync routers for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:24:51.376134 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2727050e-997d-435e-a252-2096dad5197c None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:24:51.380259 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-2727050e-997d-435e-a252-2096dad5197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:24:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:51.450651 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dc427272-4052-4ca8-b02a-36e82b71d19c req-b0f80840-93aa-4227-86c0-22fd5b8f4f05 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371328 Jun 07 17:24:51.464913 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb4966-6887-484f-8418-14d1e372d597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27c36dd-803b-4628-b18a-71e8ec2279ba,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:51.569193 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 814538e3-bd08-486f-9fb8-49973186aa1c up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:24:51.622548 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-76eb4966-6887-484f-8418-14d1e372d597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:51.673189 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Pushing event updated for resources: {'Port': ['ID=37f4c443-4c8e-44e3-9f2d-f8efd4525f58,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:51.700549 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:51.794620 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:51.811144 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 814538e3-bd08-486f-9fb8-49973186aa1c triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:24:51.812028 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:52.098864 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51244) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:52.262165 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-2727050e-997d-435e-a252-2096dad5197c None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:24:52.437433 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51254) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:52.491064 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-759c1180-4e19-4f68-b118-bcee8ec16dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:52.592448 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-597b9930-b275-43f5-9aad-c393d88d2b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:52.596206 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:52.597828 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:52.597828 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:24:52.597828 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:24:52.597828 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:24:52.597828 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:24:52.597828 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:24:52.690353 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Attempting to bind port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:24:52.697142 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Attempting to bind port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:24:52.697883 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Attempting to bind port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 on network 0c501b8c-f6c3-4363-a314-861011ace816 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:24:52.722088 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 on network 0c501b8c-f6c3-4363-a314-861011ace816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:24:52.722587 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Attempting to bind port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 on network 0c501b8c-f6c3-4363-a314-861011ace816 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:24:52.730256 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-597b9930-b275-43f5-9aad-c393d88d2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:52.735276 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 6.5703444 Jun 07 17:24:52.749016 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51258) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:52.759750 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Request body: {'subnet': {'network_id': 'a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-468590689-subnet', 'tenant_id': '32fc9bc067e44938b913f639a6d4f304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:52.768676 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:24:52.769189 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Checking segment: {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:24:52.770296 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Bound using segment: {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:24:52.770977 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Bound port: 37f4c443-4c8e-44e3-9f2d-f8efd4525f58, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'}}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:24:52.771674 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:52.876302 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Network b5cae8f9-7934-439f-9a76-35fdad11e3cb is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:24:52.889382 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:52.906143 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:52.951453 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:24:52.955448 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481504'] for router_interface, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:53.002265 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] For port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58, host hv-cinder-78960, cleared binding levels {{(pid=91779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:24:53.008272 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] For port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=37f4c443-4c8e-44e3-9f2d-f8efd4525f58,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:24:53.018619 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:53.037468 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:53.074638 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-2727050e-997d-435e-a252-2096dad5197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:47Z', 'revision_number': 2, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:53.112073 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2727050e-997d-435e-a252-2096dad5197c None None] Checking router: e2b5bcb2-5282-4fa3-8601-f2e2fc55089a for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:24:53.113039 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2727050e-997d-435e-a252-2096dad5197c None None] Updating router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a port 5d5d6571-a01c-4696-ba85-0b10709aaef3 binding host dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:24:53.137315 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:53.138368 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:53.140363 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] 10.222.0.24 "PUT /v2.0/ports/37f4c443-4c8e-44e3-9f2d-f8efd4525f58 HTTP/1.1" status: 200 len: 1094 time: 5.4675789 Jun 07 17:24:53.143502 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-759c1180-4e19-4f68-b118-bcee8ec16dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:53.147888 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2a79bd-f93a-4da4-8ebf-730cc8bd6002', 'tag': '37f4c443-4c8e-44e3-9f2d-f8efd4525f58'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:24:53.166055 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-96688df4-a899-4609-ab15-a28c1e1f316f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:53.297230 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-759c1180-4e19-4f68-b118-bcee8ec16dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:53.360735 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Pushing event updated for resources: {'Port': ['ID=37f4c443-4c8e-44e3-9f2d-f8efd4525f58,revision_number=3']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:53.364722 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:53.371261 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:53.387897 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Made reservation on behalf of 32fc9bc067e44938b913f639a6d4f304 for: {'subnet': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:53.390186 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-2727050e-997d-435e-a252-2096dad5197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:53.390511 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:53.526314 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1ecc76-cfcf-4353-995f-42cff9377d73" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2a79bd-f93a-4da4-8ebf-730cc8bd6002", "tag": "37f4c443-4c8e-44e3-9f2d-f8efd4525f58"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:24:53.533516 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-759c1180-4e19-4f68-b118-bcee8ec16dee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a52ade6d23342dd85a182f774544128&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0923824 Jun 07 17:24:53.551777 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51268) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:53.639605 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c1180-4e19-4f68-b118-bcee8ec16dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39a82c5-4e27-4f9d-9c23-40a6b792f81f,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:53.654239 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-759c1180-4e19-4f68-b118-bcee8ec16dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:53.711074 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-96688df4-a899-4609-ab15-a28c1e1f316f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:53.715030 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:53.737330 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-597b9930-b275-43f5-9aad-c393d88d2b69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f683337193442c18dfd20bdab92430a&name=default HTTP/1.1" status: 200 len: 2979 time: 5.7686620 Jun 07 17:24:53.744906 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51270) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:53.749649 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-96688df4-a899-4609-ab15-a28c1e1f316f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:53.750475 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b9930-b275-43f5-9aad-c393d88d2b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9329070d-0581-4527-a0f7-0bccfedcf7cd,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:53.791683 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.db.resource_extend [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:24:53.802072 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-597b9930-b275-43f5-9aad-c393d88d2b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:53.821383 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fb1b6328-2737-4282-bc11-3284329d6e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:53.903941 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-49efbdc2-d82a-493b-938d-c96fd582bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:53.907582 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-49efbdc2-d82a-493b-938d-c96fd582bef3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 1097 time: 0.6531467 Jun 07 17:24:53.916953 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:53.944241 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51272) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:53.947098 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-17a1daa0-b117-495b-9545-e90cb7e22ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:54.072446 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-c208d38c-74cf-4005-8b46-84cd8cf4e184 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--249936078', 'description': 'tempest-description--887145008'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:54.086642 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-2727050e-997d-435e-a252-2096dad5197c None None] Notify callbacks [] for port, precommit_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.114965 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.provisioning_blocks [None req-2727050e-997d-435e-a252-2096dad5197c None None] Transition to ACTIVE for port object 5d5d6571-a01c-4696-ba85-0b10709aaef3 will not be triggered until provisioned by entity L2. {{(pid=91781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:24:54.122916 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=599f95b4-2efb-4eb2-a3e8-54ec02fd0bbb,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:54.138313 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-2727050e-997d-435e-a252-2096dad5197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.146873 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-b7e724e1-cce7-4716-b426-90c9dd1ba7e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:54.221423 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-96688df4-a899-4609-ab15-a28c1e1f316f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a09b0ae8558a403f8e605d8b51e21c37&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1197045 Jun 07 17:24:54.224085 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4af381fc-1bc1-485a-9de2-411927f72d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.235729 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7efd60fb-138c-45d5-8331-63bb817e01d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.244534 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51274) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:54.259048 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96688df4-a899-4609-ab15-a28c1e1f316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee80415-0480-44b6-a83a-fabf65cc3940,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:54.321128 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7efd60fb-138c-45d5-8331-63bb817e01d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.362903 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-71330540-f09d-4654-99a9-6b1f5cdb14cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37f4c443-4c8e-44e3-9f2d-f8efd4525f58 HTTP/1.1" status: 200 len: 217 time: 0.2969942 Jun 07 17:24:54.368576 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:54.372998 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c208d38c-74cf-4005-8b46-84cd8cf4e184 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.381888 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4f749-8e3f-416c-8989-f45ecc7054df None None] Pushing event updated for resources: {'Port': ['ID=5d5d6571-a01c-4696-ba85-0b10709aaef3,revision_number=3']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:54.422840 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-5fb4f749-8e3f-416c-8989-f45ecc7054df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:54.464283 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7efd60fb-138c-45d5-8331-63bb817e01d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.530084 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-2727050e-997d-435e-a252-2096dad5197c None None] Attempting to bind port 5d5d6571-a01c-4696-ba85-0b10709aaef3 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:24:54.530646 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-2727050e-997d-435e-a252-2096dad5197c None None] Attempting to bind port 5d5d6571-a01c-4696-ba85-0b10709aaef3 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:24:54.534416 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727050e-997d-435e-a252-2096dad5197c None None] Attempting to bind port 5d5d6571-a01c-4696-ba85-0b10709aaef3 on network 65a27e9f-d994-41d3-9567-4774a51ead31 {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:24:54.543905 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5c40f-e4c1-486c-89b4-2a91f54cc3aa req-09ac0fe7-0adb-4bda-8994-85a580eb59fc tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:54.546829 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-66d5c40f-e4c1-486c-89b4-2a91f54cc3aa req-09ac0fe7-0adb-4bda-8994-85a580eb59fc tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 931 time: 1.9721010 Jun 07 17:24:54.562412 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d39fceb-8211-4987-92a8-c064abfa7b72 {{(pid=91778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:24:54.574332 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727050e-997d-435e-a252-2096dad5197c None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:24:54.574515 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.574942 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727050e-997d-435e-a252-2096dad5197c None None] Checking segment: {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:24:54.580266 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-2727050e-997d-435e-a252-2096dad5197c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.581951 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727050e-997d-435e-a252-2096dad5197c None None] Bound using segment: {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:24:54.582857 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-2727050e-997d-435e-a252-2096dad5197c None None] Bound port: 5d5d6571-a01c-4696-ba85-0b10709aaef3, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'}}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:24:54.583886 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-2727050e-997d-435e-a252-2096dad5197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.597253 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Transition to ACTIVE for port object 3d39fceb-8211-4987-92a8-c064abfa7b72 will not be triggered until provisioned by entity L2. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:24:54.598828 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-96688df4-a899-4609-ab15-a28c1e1f316f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:54.626175 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7efd60fb-138c-45d5-8331-63bb817e01d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.631347 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4af381fc-1bc1-485a-9de2-411927f72d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.634613 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-7efd60fb-138c-45d5-8331-63bb817e01d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c39a82c5-4e27-4f9d-9c23-40a6b792f81f HTTP/1.1" status: 204 len: 168 time: 1.0807769 Jun 07 17:24:54.669148 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-57472b02-6825-498c-a94b-ad46a171f474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:54.694053 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.734662 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:54.756129 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd60fb-138c-45d5-8331-63bb817e01d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39a82c5-4e27-4f9d-9c23-40a6b792f81f,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:54.775835 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-2727050e-997d-435e-a252-2096dad5197c None None] For port 5d5d6571-a01c-4696-ba85-0b10709aaef3, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:24:54.780748 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-2727050e-997d-435e-a252-2096dad5197c None None] For port 5d5d6571-a01c-4696-ba85-0b10709aaef3, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=5d5d6571-a01c-4696-ba85-0b10709aaef3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:24:54.787663 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-7efd60fb-138c-45d5-8331-63bb817e01d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:54.791659 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-2727050e-997d-435e-a252-2096dad5197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.801857 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-ca158060-814e-4b87-85a9-93f0046af806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:54.829995 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4af381fc-1bc1-485a-9de2-411927f72d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.840914 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-def203b6-6c47-4493-8fc9-9e80e1ff3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:54.842602 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-def203b6-6c47-4493-8fc9-9e80e1ff3722 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=196d0be0-7418-4ee4-a924-893125334c6b HTTP/1.1" status: 200 len: 854 time: 0.3218238 Jun 07 17:24:54.856528 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Checking segment: {'id': 'd1c7f8f2-3e4d-40bf-b756-b141984861a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:24:54.856915 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Network hostable DHCP agents. Network: a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:24:54.870603 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d39fceb-8211-4987-92a8-c064abfa7b72,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:54.955636 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-4af381fc-1bc1-485a-9de2-411927f72d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.991892 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-4af381fc-1bc1-485a-9de2-411927f72d5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9329070d-0581-4527-a0f7-0bccfedcf7cd HTTP/1.1" status: 204 len: 168 time: 1.2063775 Jun 07 17:24:54.991892 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-afd3a042-fee9-41eb-8994-81d285aec946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:54.993010 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36fce5-43a9-457d-978d-be49976bca7c req-3b0b29ef-1780-4929-a72e-f3c97def370d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:54.995026 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-af36fce5-43a9-457d-978d-be49976bca7c req-3b0b29ef-1780-4929-a72e-f3c97def370d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 944 time: 0.6251118 Jun 07 17:24:55.015539 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:55.056393 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-b4ea3f2d-a04f-4e0e-8679-e489c85e0a64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c501b8c-f6c3-4363-a314-861011ace816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1815171 Jun 07 17:24:55.077844 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Network a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7 is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:24:55.165471 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:55.171920 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:55.183155 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2727050e-997d-435e-a252-2096dad5197c None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:24:55.186506 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-2727050e-997d-435e-a252-2096dad5197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:24:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:55.244980 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:55.295888 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-490665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352952'] for router_interface, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:55.348590 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-5063f00a-e887-47e2-9a59-247ed38bb04c service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610290 Jun 07 17:24:55.373280 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af381fc-1bc1-485a-9de2-411927f72d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9329070d-0581-4527-a0f7-0bccfedcf7cd,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:55.487656 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4f749-8e3f-416c-8989-f45ecc7054df None None] Pushing event updated for resources: {'Port': ['ID=5d5d6571-a01c-4696-ba85-0b10709aaef3,revision_number=4']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:55.530442 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-5fb4f749-8e3f-416c-8989-f45ecc7054df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:55.700592 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51b3dce5-97d6-4ea8-a18c-d751766c590a req-37eaac3a-42f5-4170-8983-200eff12aeb1 service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343680 Jun 07 17:24:55.706329 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7) {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:55.721001 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb39b639-0f77-4145-980c-564b3b830968 None None] Network a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:24:55.737055 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-af36fce5-43a9-457d-978d-be49976bca7c req-695d63f8-e84f-42de-a3f8-471a4d46ab8f tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7398584 Jun 07 17:24:55.813429 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-2727050e-997d-435e-a252-2096dad5197c None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:24:55.889937 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c208d38c-74cf-4005-8b46-84cd8cf4e184 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:55.896484 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:55.899346 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:55.935540 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c208d38c-74cf-4005-8b46-84cd8cf4e184 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:55.974914 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:56.001363 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-4af381fc-1bc1-485a-9de2-411927f72d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:56.004325 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.562s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:56.015528 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.2639730 Jun 07 17:24:56.044520 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c208d38c-74cf-4005-8b46-84cd8cf4e184 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:56.052614 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-c208d38c-74cf-4005-8b46-84cd8cf4e184 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9927061 Jun 07 17:24:56.066369 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51294) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:56.069086 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51296) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:56.089811 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-4b2350be-d4a0-4026-842c-df2a04afbd1d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Request body: {'security_group_rule': {'security_group_id': '204d947b-5c48-49ce-b775-fbd1326326b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:56.134685 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Pushing event updated for resources: {'Port': ['ID=d83a81cf-5167-4d54-8d68-50c2e0095494,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:56.151583 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-66d5c40f-e4c1-486c-89b4-2a91f54cc3aa req-4d28498f-6b61-4399-8c70-8673488c7f63 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4620240 Jun 07 17:24:56.168832 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Network b5cae8f9-7934-439f-9a76-35fdad11e3cb is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:24:56.289408 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:56.291948 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:24:56.319057 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-afd3a042-fee9-41eb-8994-81d285aec946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:56.387027 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4feb5d-0966-47d3-a3b7-cf6c42632097 None None] Network a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:24:56.391818 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9bbb5efb-487c-43d6-a90a-0e1babc89dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:56.452604 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208d38c-74cf-4005-8b46-84cd8cf4e184 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204d947b-5c48-49ce-b775-fbd1326326b6,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:56.463855 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c208d38c-74cf-4005-8b46-84cd8cf4e184 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:56.556055 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4b2350be-d4a0-4026-842c-df2a04afbd1d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:56.858180 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4b2350be-d4a0-4026-842c-df2a04afbd1d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:56.870830 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4b2350be-d4a0-4026-842c-df2a04afbd1d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:56.923131 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:57.018673 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df4ffda-fd4a-4927-9a18-0c59db85a10e x-openstack-request-id: req-0df4ffda-fd4a-4927-9a18-0c59db85a10e {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:24:57.031976 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2a79bd-f93a-4da4-8ebf-730cc8bd6002", "tag": "37f4c443-4c8e-44e3-9f2d-f8efd4525f58", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:24:57.032635 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0df4ffda-fd4a-4927-9a18-0c59db85a10e {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:24:57.040619 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2a79bd-f93a-4da4-8ebf-730cc8bd6002', 'tag': '37f4c443-4c8e-44e3-9f2d-f8efd4525f58', 'status': 'completed', 'code': 200} Jun 07 17:24:57.082464 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2350be-d4a0-4026-842c-df2a04afbd1d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf84f627-a63a-4008-a48d-982cd045b731,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:57.121757 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-2727050e-997d-435e-a252-2096dad5197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:54Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:57.137179 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2727050e-997d-435e-a252-2096dad5197c None None] The sync data for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb is: [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:54Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:24:57.292831 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4b2350be-d4a0-4026-842c-df2a04afbd1d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:57.353945 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9bbb5efb-487c-43d6-a90a-0e1babc89dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:57.363262 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Router 6f5373bc-d9d0-4262-8615-32cfa82747b3 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:24:57.367843 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-9bbb5efb-487c-43d6-a90a-0e1babc89dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:57.475816 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:57.517910 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4b2350be-d4a0-4026-842c-df2a04afbd1d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:57.518440 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 5d5d6571-a01c-4696-ba85-0b10709aaef3 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:24:57.523754 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-4b2350be-d4a0-4026-842c-df2a04afbd1d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4503493 Jun 07 17:24:57.544575 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51314) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:57.552941 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-39737626-f573-46c1-a167-be0415dbe71a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Request body: {'security_group_rule': {'security_group_id': '204d947b-5c48-49ce-b775-fbd1326326b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:57.561697 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Attempting to bind port 3d39fceb-8211-4987-92a8-c064abfa7b72 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:24:57.562806 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Attempting to bind port 3d39fceb-8211-4987-92a8-c064abfa7b72 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd540b758-188e-4a51-a0fe-3b8c6138c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7001ad9a-2b3a-4814-92b5-767d1ea3f4db'}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:24:57.563901 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Attempting to bind port 3d39fceb-8211-4987-92a8-c064abfa7b72 on network 7001ad9a-2b3a-4814-92b5-767d1ea3f4db {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:24:57.602755 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-afd3a042-fee9-41eb-8994-81d285aec946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:57.856763 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 5d5d6571-a01c-4696-ba85-0b10709aaef3 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:24:57.892554 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 5d5d6571-a01c-4696-ba85-0b10709aaef3 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:24:57.895479 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:58.025117 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-9bbb5efb-487c-43d6-a90a-0e1babc89dc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c689e2395a0447cb044ec0f58b02d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9022267 Jun 07 17:24:58.058722 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51326) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:58.151676 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-afd3a042-fee9-41eb-8994-81d285aec946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:58.153633 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-afd3a042-fee9-41eb-8994-81d285aec946 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cee80415-0480-44b6-a83a-fabf65cc3940 HTTP/1.1" status: 204 len: 168 time: 3.8968813 Jun 07 17:24:58.182634 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Port 3d39fceb-8211-4987-92a8-c064abfa7b72 on network 7001ad9a-2b3a-4814-92b5-767d1ea3f4db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:24:58.183560 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Attempting to bind port 3d39fceb-8211-4987-92a8-c064abfa7b72 on network 7001ad9a-2b3a-4814-92b5-767d1ea3f4db {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:24:58.244059 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-96688df4-a899-4609-ab15-a28c1e1f316f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:58.273424 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:24:58.293910 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3a042-fee9-41eb-8994-81d285aec946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee80415-0480-44b6-a83a-fabf65cc3940,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:58.307813 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] 10.222.0.13 "PUT /v2.0/routers/6f5373bc-d9d0-4262-8615-32cfa82747b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1511350 Jun 07 17:24:58.310549 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:24:58.311135 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Checking segment: {'id': 'd540b758-188e-4a51-a0fe-3b8c6138c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7001ad9a-2b3a-4814-92b5-767d1ea3f4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:24:58.311905 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Bound using segment: {'id': 'd540b758-188e-4a51-a0fe-3b8c6138c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7001ad9a-2b3a-4814-92b5-767d1ea3f4db'} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:24:58.312552 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Bound port: 3d39fceb-8211-4987-92a8-c064abfa7b72, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd540b758-188e-4a51-a0fe-3b8c6138c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7001ad9a-2b3a-4814-92b5-767d1ea3f4db'}}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:24:58.313062 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:58.318250 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb5efb-487c-43d6-a90a-0e1babc89dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89942ad3-3225-4785-a31b-5d1f5945c5c0,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:58.325955 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-afd3a042-fee9-41eb-8994-81d285aec946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:58.356316 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb931529-570d-4c71-b69e-e407df87ed87 req-0be59b73-6c1a-4c2d-9798-4a851c680398 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:58.358213 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-eb931529-570d-4c71-b69e-e407df87ed87 req-0be59b73-6c1a-4c2d-9798-4a851c680398 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 944 time: 0.9880219 Jun 07 17:24:58.425734 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-9bbb5efb-487c-43d6-a90a-0e1babc89dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:58.440479 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ecc76-cfcf-4353-995f-42cff9377d73 req-54a94974-9a93-4894-bbb9-faefc4fe0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:58.444238 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bb1ecc76-cfcf-4353-995f-42cff9377d73 req-54a94974-9a93-4894-bbb9-faefc4fe0f0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 1097 time: 1.3137331 Jun 07 17:24:58.449503 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Sync routers for ids ['6f5373bc-d9d0-4262-8615-32cfa82747b3'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:24:58.523487 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:58.607426 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Routers {'6f5373bc-d9d0-4262-8615-32cfa82747b3'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:24:58.607426 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:24:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['6f5373bc-d9d0-4262-8615-32cfa82747b3'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:24:58.619369 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-39737626-f573-46c1-a167-be0415dbe71a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:58.633815 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] For port 3d39fceb-8211-4987-92a8-c064abfa7b72, host hv-cinder-78960, cleared binding levels {{(pid=91778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:24:58.650506 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] For port 3d39fceb-8211-4987-92a8-c064abfa7b72, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3d39fceb-8211-4987-92a8-c064abfa7b72,segment=NetworkSegment(d540b758-188e-4a51-a0fe-3b8c6138c525),segment_id=d540b758-188e-4a51-a0fe-3b8c6138c525)] {{(pid=91778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:24:58.677503 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:58.837062 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-eb931529-570d-4c71-b69e-e407df87ed87 req-c366aeb6-5bed-41b0-845d-73fe9ca10a4c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819649 Jun 07 17:24:58.847023 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:58.985408 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 5d5d6571-a01c-4696-ba85-0b10709aaef3, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=5d5d6571-a01c-4696-ba85-0b10709aaef3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:24:59.041154 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:59.062233 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:59.125901 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:59.127011 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:59.144181 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] 10.222.0.24 "PUT /v2.0/ports/3d39fceb-8211-4987-92a8-c064abfa7b72 HTTP/1.1" status: 200 len: 1093 time: 11.4831362 Jun 07 17:24:59.145371 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e671398f-57f9-4f40-a6f3-5ca0fd047324', 'tag': '3d39fceb-8211-4987-92a8-c064abfa7b72'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:24:59.385338 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8795a80-4225-420c-aec1-f7de672fac9e req-6bee1b4c-bdd7-48d3-a88c-4316aecb34cd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:59.401756 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e8795a80-4225-420c-aec1-f7de672fac9e req-6bee1b4c-bdd7-48d3-a88c-4316aecb34cd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 943 time: 1.7811658 Jun 07 17:24:59.431907 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5c8f-cf23-4476-af12-9bc4963eb88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:59.526618 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5c8f-cf23-4476-af12-9bc4963eb88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:59.554471 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d39fceb-8211-4987-92a8-c064abfa7b72,revision_number=3']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:59.561621 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:59.581058 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-af22ea58-a9a2-4042-8780-e5c4e7adb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:59.582884 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-af22ea58-a9a2-4042-8780-e5c4e7adb6f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c86608bb3024e82bb5784f39a63867b&device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 1096 time: 0.2652218 Jun 07 17:24:59.638848 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=5d5d6571-a01c-4696-ba85-0b10709aaef3,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:59.655282 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:59.680161 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Set router 6f5373bc-d9d0-4262-8615-32cfa82747b3 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:24:59.704460 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-39737626-f573-46c1-a167-be0415dbe71a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:59.781483 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51350) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:59.823694 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e8795a80-4225-420c-aec1-f7de672fac9e req-f7452109-b87f-4040-9ea3-243574974390 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027801 Jun 07 17:24:59.838734 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1683663456-network', 'tenant_id': 'a067fcd421d04348a3a7ddc931db96cb'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:24:59.849498 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-39737626-f573-46c1-a167-be0415dbe71a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:24:59.874809 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4b2350be-d4a0-4026-842c-df2a04afbd1d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:24:59.877369 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-0acc56bf-386c-438c-aa2b-e0a1b059d65c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d39fceb-8211-4987-92a8-c064abfa7b72 HTTP/1.1" status: 200 len: 217 time: 0.2764223 Jun 07 17:24:59.942108 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39737626-f573-46c1-a167-be0415dbe71a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36556e2-b1f1-4600-8a89-39ae5b5ac136,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:24:59.964250 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-39737626-f573-46c1-a167-be0415dbe71a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:24:59.973295 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51358) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:24:59.979239 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ecc76-cfcf-4353-995f-42cff9377d73 req-7c825c81-2e19-42bf-a869-30575ef717be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:24:59.981650 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bb1ecc76-cfcf-4353-995f-42cff9377d73 req-7c825c81-2e19-42bf-a869-30575ef717be service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 915 time: 1.4829364 Jun 07 17:24:59.985081 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Made reservation on behalf of a067fcd421d04348a3a7ddc931db96cb for: {'network': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:24:59.988541 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:00.008606 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-39737626-f573-46c1-a167-be0415dbe71a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:00.010126 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-39737626-f573-46c1-a167-be0415dbe71a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4611394 Jun 07 17:25:00.015767 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51360) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:00.021502 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Request body: {'floatingip': {'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:00.029015 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-24838074-cd4e-446f-bb12-97437b68ffca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:00.055905 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:00.073076 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:00.103434 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5c8f-cf23-4476-af12-9bc4963eb88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:00.113715 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5c8f-cf23-4476-af12-9bc4963eb88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:00.115090 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-fc2e5c8f-cf23-4476-af12-9bc4963eb88c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89942ad3-3225-4785-a31b-5d1f5945c5c0 HTTP/1.1" status: 204 len: 168 time: 2.0472310 Jun 07 17:25:00.117809 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:00.128685 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e5c8f-cf23-4476-af12-9bc4963eb88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89942ad3-3225-4785-a31b-5d1f5945c5c0,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:00.146276 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-fc2e5c8f-cf23-4476-af12-9bc4963eb88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:00.280588 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff035603-2b38-4144-ac33-a3a73c577720" -d '{"events": [{"name": "network-changed", "server_uuid": "e671398f-57f9-4f40-a6f3-5ca0fd047324", "tag": "3d39fceb-8211-4987-92a8-c064abfa7b72"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:00.289774 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-8170652a-c388-4906-8c07-b40257d5071a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:00.315252 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:00.417021 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'name': 'tempest-ServerRescueNegativeTestJSON-716621127-router', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:31Z', 'updated_at': '2021-06-07T17:24:53Z', 'revision_number': 4, 'project_id': '0bba071bce544828b4bf4a430b210a0a', 'gw_port': {'id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:34Z', 'updated_at': '2021-06-07T17:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': 'd83a81cf-5167-4d54-8d68-50c2e0095494', 'name': '', 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'mac_address': 'fa:16:3e:dd:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fcc1767b-858f-4ddb-a6f8-abd723d813c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:47Z', 'updated_at': '2021-06-07T17:24:54Z', 'revision_number': 2, 'project_id': '0bba071bce544828b4bf4a430b210a0a', 'subnets': [{'id': 'fcc1767b-858f-4ddb-a6f8-abd723d813c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:00.422592 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Checking router: 6f5373bc-d9d0-4262-8615-32cfa82747b3 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:25:00.423262 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Updating router 6f5373bc-d9d0-4262-8615-32cfa82747b3 port d83a81cf-5167-4d54-8d68-50c2e0095494 binding host dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:25:00.478464 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe35205-dcaf-4655-b6e6-fd3b169d3a74 req-8f1c0e37-dfbc-4019-b949-e5fe3593369b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:00.481651 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fbe35205-dcaf-4655-b6e6-fd3b169d3a74 req-8f1c0e37-dfbc-4019-b949-e5fe3593369b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 944 time: 0.3287590 Jun 07 17:25:00.506486 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-24838074-cd4e-446f-bb12-97437b68ffca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:00.520278 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:00.560518 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-24838074-cd4e-446f-bb12-97437b68ffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:00.598616 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fa6d5b95-c113-43eb-8e73-25059fa53b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:00.624160 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fbe35205-dcaf-4655-b6e6-fd3b169d3a74 req-02cbdc3f-7bc1-442b-9f8b-efd519f4fba6 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308012 Jun 07 17:25:00.698280 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-24838074-cd4e-446f-bb12-97437b68ffca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92e41a716918498396072c07957dfa41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7194910 Jun 07 17:25:00.707711 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51386) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:00.736327 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24838074-cd4e-446f-bb12-97437b68ffca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27883614-62ab-43e1-a0da-cf4662eb6385,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:00.744177 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-24838074-cd4e-446f-bb12-97437b68ffca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:00.855536 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Allocated IP 172.28.2.89 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/54a25201-dba7-4170-8367-fe65df51405b) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:25:01.058143 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-89b55e58-984f-4321-8f32-ab6e35879749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:01.060145 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-89b55e58-984f-4321-8f32-ab6e35879749 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ea5ae74-6e81-4c6b-95b3-7e6c6cbdd1ce HTTP/1.1" status: 200 len: 850 time: 0.0833521 Jun 07 17:25:01.124618 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:01.186853 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-b300f12f-6794-44f6-9348-0ce7ffc8869e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7001ad9a-2b3a-4814-92b5-767d1ea3f4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164017 Jun 07 17:25:01.192294 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d3e3b4-5ca0-4aba-b41e-dabb5d2f610f x-openstack-request-id: req-14d3e3b4-5ca0-4aba-b41e-dabb5d2f610f {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:01.192602 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e671398f-57f9-4f40-a6f3-5ca0fd047324", "tag": "3d39fceb-8211-4987-92a8-c064abfa7b72", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:01.193377 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14d3e3b4-5ca0-4aba-b41e-dabb5d2f610f {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:01.197223 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e671398f-57f9-4f40-a6f3-5ca0fd047324', 'tag': '3d39fceb-8211-4987-92a8-c064abfa7b72', 'status': 'completed', 'code': 200} Jun 07 17:25:01.248263 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bb1ecc76-cfcf-4353-995f-42cff9377d73 req-9cbd889f-169e-4f97-9290-6b4158692037 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37f4c443-4c8e-44e3-9f2d-f8efd4525f58 HTTP/1.1" status: 200 len: 217 time: 0.1053092 Jun 07 17:25:01.252590 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Notify callbacks [] for port, precommit_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:01.284114 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Transition to ACTIVE for port object d83a81cf-5167-4d54-8d68-50c2e0095494 will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:25:01.304423 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:01.321428 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:01.394971 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-7d013190-627c-49f9-8b1a-5e3cc26d5cfe service neutron] 10.222.0.24 "GET /v2.0/networks/7001ad9a-2b3a-4814-92b5-767d1ea3f4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965270 Jun 07 17:25:01.407478 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:01.429569 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-c7ada0eb-da92-48d2-9f14-e71cdc8577c0 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:01.431389 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-c7ada0eb-da92-48d2-9f14-e71cdc8577c0 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/networks?id=b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 200 len: 818 time: 0.7254848 Jun 07 17:25:01.453874 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 5d5d6571-a01c-4696-ba85-0b10709aaef3 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:25:01.512633 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ecc76-cfcf-4353-995f-42cff9377d73 req-a4065132-4830-47ef-af0a-c0547cc4aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:01.515409 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bb1ecc76-cfcf-4353-995f-42cff9377d73 req-a4065132-4830-47ef-af0a-c0547cc4aa54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=196d0be0-7418-4ee4-a924-893125334c6b HTTP/1.1" status: 200 len: 854 time: 0.0826824 Jun 07 17:25:01.516181 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-10b61918-b690-4bcf-9795-2e75e048a254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:01.549777 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-10b61918-b690-4bcf-9795-2e75e048a254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:01.579281 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a8edd3ff-a306-4004-afc2-a047f11b803f req-d8df185a-6400-46da-9312-d030c7a28d2e service neutron] 10.222.0.24 "GET /v2.0/networks/7001ad9a-2b3a-4814-92b5-767d1ea3f4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774080 Jun 07 17:25:01.661567 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:01.691358 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-acd715e5-3dea-4e84-94c8-31daf4bab8e5 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/quotas/0bba071bce544828b4bf4a430b210a0a HTTP/1.1" status: 200 len: 375 time: 0.0467675 Jun 07 17:25:01.703267 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2823bd5e-807a-4430-92ea-be433506b5f2,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:01.731518 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Attempting to bind port d83a81cf-5167-4d54-8d68-50c2e0095494 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:25:01.731861 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Attempting to bind port d83a81cf-5167-4d54-8d68-50c2e0095494 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:25:01.732225 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Attempting to bind port d83a81cf-5167-4d54-8d68-50c2e0095494 on network b5cae8f9-7934-439f-9a76-35fdad11e3cb {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:25:01.738131 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326450fa-74ac-464f-9aa2-dfcd8989217f None None] Pushing event updated for resources: {'Port': ['ID=d83a81cf-5167-4d54-8d68-50c2e0095494,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:01.745512 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-326450fa-74ac-464f-9aa2-dfcd8989217f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:01.746332 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:25:01.746718 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Checking segment: {'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:25:01.747128 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:01.747644 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Bound using segment: {'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:25:01.748304 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Bound port: d83a81cf-5167-4d54-8d68-50c2e0095494, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:25:01.748696 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:01.842512 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:01.848989 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 5d5d6571-a01c-4696-ba85-0b10709aaef3 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:01.849181 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=91779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:25:01.849323 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:01.859567 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-10b61918-b690-4bcf-9795-2e75e048a254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:01.862281 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bb1ecc76-cfcf-4353-995f-42cff9377d73 req-a870404f-83c5-4ab3-b837-c005bdab3e7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c501b8c-f6c3-4363-a314-861011ace816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2521920 Jun 07 17:25:01.926542 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] For port d83a81cf-5167-4d54-8d68-50c2e0095494, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:25:01.941641 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] For port d83a81cf-5167-4d54-8d68-50c2e0095494, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=d83a81cf-5167-4d54-8d68-50c2e0095494,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:25:01.951823 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:01.959502 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:01.976318 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff035603-2b38-4144-ac33-a3a73c577720 req-fc2c3b3a-a70b-414a-881c-5bc560491572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:01.977876 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ff035603-2b38-4144-ac33-a3a73c577720 req-fc2c3b3a-a70b-414a-881c-5bc560491572 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c86608bb3024e82bb5784f39a63867b&device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 1096 time: 0.2471118 Jun 07 17:25:01.986685 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c16e-47d2-450f-a4a9-36467b9a7833 req-073d2fa9-f687-4ab2-9fe9-aaaa466f7bfc tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:01.988605 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6572c16e-47d2-450f-a4a9-36467b9a7833 req-073d2fa9-f687-4ab2-9fe9-aaaa466f7bfc tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 943 time: 0.4082339 Jun 07 17:25:02.020770 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-10b61918-b690-4bcf-9795-2e75e048a254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:02.022419 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-10b61918-b690-4bcf-9795-2e75e048a254 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27883614-62ab-43e1-a0da-cf4662eb6385 HTTP/1.1" status: 204 len: 168 time: 1.2850430 Jun 07 17:25:02.040693 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-9bbb5efb-487c-43d6-a90a-0e1babc89dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:02.062239 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:02.062913 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.segments_db [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Added segment d107f7f1-fdf2-408f-b88b-cf77c59c0773 of type vlan for network 72a33fe2-42ad-494a-86fe-9d4f748ecb18 Jun 07 17:25:02.099630 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b61918-b690-4bcf-9795-2e75e048a254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27883614-62ab-43e1-a0da-cf4662eb6385,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:02.111940 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bb1ecc76-cfcf-4353-995f-42cff9377d73 req-cc6edda1-8d00-43a1-aedb-042712fb39c6 service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409225 Jun 07 17:25:02.122330 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-10b61918-b690-4bcf-9795-2e75e048a254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:02.178280 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:02.180283 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Routers {'6f5373bc-d9d0-4262-8615-32cfa82747b3'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:25:02.180961 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:24:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['6f5373bc-d9d0-4262-8615-32cfa82747b3'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:02.267881 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326450fa-74ac-464f-9aa2-dfcd8989217f None None] Pushing event updated for resources: {'Port': ['ID=d83a81cf-5167-4d54-8d68-50c2e0095494,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:02.272609 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-326450fa-74ac-464f-9aa2-dfcd8989217f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:02.330888 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:02.435147 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6572c16e-47d2-450f-a4a9-36467b9a7833 req-a318642f-6594-4ba7-bd53-51020eae8a35 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434455 Jun 07 17:25:02.452943 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff035603-2b38-4144-ac33-a3a73c577720 req-c7d16108-1dc7-4422-b91e-fadd3ebed584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:02.454469 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ff035603-2b38-4144-ac33-a3a73c577720 req-c7d16108-1dc7-4422-b91e-fadd3ebed584 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7001ad9a-2b3a-4814-92b5-767d1ea3f4db HTTP/1.1" status: 200 len: 911 time: 0.4649248 Jun 07 17:25:02.455607 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bb1ecc76-cfcf-4353-995f-42cff9377d73 req-2d530e1b-c089-4839-bd50-ceb026366810 service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244804 Jun 07 17:25:02.456610 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:02.457188 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:02.457188 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:25:02.457188 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:25:02.457188 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:25:02.457188 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:02.457188 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:25:02.459073 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] Set router 6f5373bc-d9d0-4262-8615-32cfa82747b3 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:25:02.506162 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:25:02.509919 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:25:02.512655 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:25:02.601778 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:02.619380 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-422abbd5-f937-4cb1-8f14-760ebc2eda7e tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bba071bce544828b4bf4a430b210a0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9098885 Jun 07 17:25:02.633630 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ff035603-2b38-4144-ac33-a3a73c577720 req-a94544a3-090c-464c-b61d-1af7beb24737 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d39fceb-8211-4987-92a8-c064abfa7b72 HTTP/1.1" status: 200 len: 217 time: 0.1556451 Jun 07 17:25:02.638299 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e327-de3e-4e22-9a7f-f6880d56ada4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:02.666038 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.db.resource_extend [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:25:02.788761 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff035603-2b38-4144-ac33-a3a73c577720 req-49550366-7e3e-4b2a-b05d-bbfa34075d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:02.790676 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ff035603-2b38-4144-ac33-a3a73c577720 req-49550366-7e3e-4b2a-b05d-bbfa34075d43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ea5ae74-6e81-4c6b-95b3-7e6c6cbdd1ce HTTP/1.1" status: 200 len: 850 time: 0.1492960 Jun 07 17:25:02.833209 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:02.837264 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:02.844987 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:02.845610 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:02.858233 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ff035603-2b38-4144-ac33-a3a73c577720 req-b0eec5f4-7493-4aed-bc99-f884428945cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7001ad9a-2b3a-4814-92b5-767d1ea3f4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581298 Jun 07 17:25:02.867504 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-60d0bc8d-a12d-4db7-880a-fb6b99f44d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:02.883884 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:02.904895 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928155a6-49fc-4c7d-913b-fb5d1fc5ae56 req-cc6bbf67-df53-4abd-886f-2a2d477ad27e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:02.917674 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-928155a6-49fc-4c7d-913b-fb5d1fc5ae56 req-cc6bbf67-df53-4abd-886f-2a2d477ad27e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 944 time: 0.2240059 Jun 07 17:25:02.949434 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1182673 Jun 07 17:25:02.958839 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51432) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:02.969341 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Request body: {'subnet': {'network_id': '72a33fe2-42ad-494a-86fe-9d4f748ecb18', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1683663456-subnet', 'tenant_id': 'a067fcd421d04348a3a7ddc931db96cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:03.070793 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-928155a6-49fc-4c7d-913b-fb5d1fc5ae56 req-c957d353-d152-4c20-aa7e-3d99d9fef7e9 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500943 Jun 07 17:25:03.134757 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'name': 'tempest-ServerRescueNegativeTestJSON-716621127-router', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:31Z', 'updated_at': '2021-06-07T17:24:53Z', 'revision_number': 4, 'project_id': '0bba071bce544828b4bf4a430b210a0a', 'gw_port': {'id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:34Z', 'updated_at': '2021-06-07T17:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': 'd83a81cf-5167-4d54-8d68-50c2e0095494', 'name': '', 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'mac_address': 'fa:16:3e:dd:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fcc1767b-858f-4ddb-a6f8-abd723d813c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:47Z', 'updated_at': '2021-06-07T17:25:01Z', 'revision_number': 4, 'project_id': '0bba071bce544828b4bf4a430b210a0a', 'subnets': [{'id': 'fcc1767b-858f-4ddb-a6f8-abd723d813c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:03.139831 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb60d2c-ae42-4c54-a0ad-127fba9fcf73 None None] The sync data for ids ['6f5373bc-d9d0-4262-8615-32cfa82747b3'] in dv-cinder-789603-8-smb is: [{'id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'name': 'tempest-ServerRescueNegativeTestJSON-716621127-router', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:31Z', 'updated_at': '2021-06-07T17:24:53Z', 'revision_number': 4, 'project_id': '0bba071bce544828b4bf4a430b210a0a', 'gw_port': {'id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:34Z', 'updated_at': '2021-06-07T17:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': 'd83a81cf-5167-4d54-8d68-50c2e0095494', 'name': '', 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'mac_address': 'fa:16:3e:dd:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fcc1767b-858f-4ddb-a6f8-abd723d813c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:47Z', 'updated_at': '2021-06-07T17:25:01Z', 'revision_number': 4, 'project_id': '0bba071bce544828b4bf4a430b210a0a', 'subnets': [{'id': 'fcc1767b-858f-4ddb-a6f8-abd723d813c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:25:03.168337 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-5fd2f042-719c-4a71-a607-a8e0fdc23c62 service neutron] 10.222.0.13 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118752 Jun 07 17:25:03.173618 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ff035603-2b38-4144-ac33-a3a73c577720 req-3a7c6566-3827-44df-b12f-f6ca19b5adee service neutron] 10.222.0.24 "GET /v2.0/networks/7001ad9a-2b3a-4814-92b5-767d1ea3f4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042660 Jun 07 17:25:03.190596 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Pushing event updated for resources: {'Network': ['ID=72a33fe2-42ad-494a-86fe-9d4f748ecb18,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:03.240413 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network 72a33fe2-42ad-494a-86fe-9d4f748ecb18 details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:25:03.601427 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device d83a81cf-5167-4d54-8d68-50c2e0095494 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:25:03.634170 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ff035603-2b38-4144-ac33-a3a73c577720 req-1a3a682e-9b2d-454e-8db2-9baa232e1d6b service neutron] 10.222.0.24 "GET /v2.0/networks/7001ad9a-2b3a-4814-92b5-767d1ea3f4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361603 Jun 07 17:25:03.855927 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:03.885233 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:03.913979 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Made reservation on behalf of a067fcd421d04348a3a7ddc931db96cb for: {'subnet': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:25:03.918060 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:03.942377 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port d83a81cf-5167-4d54-8d68-50c2e0095494 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:25:03.957540 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port d83a81cf-5167-4d54-8d68-50c2e0095494 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:03.957925 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:03.980796 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d7183-63b0-4ede-912e-ac429478d8ab req-5d408d52-461c-4019-be01-e3c089743dc1 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:03.982521 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-051d7183-63b0-4ede-912e-ac429478d8ab req-5d408d52-461c-4019-be01-e3c089743dc1 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 943 time: 0.2695160 Jun 07 17:25:03.994498 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.db.resource_extend [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:25:04.056395 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:04.127252 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:04.140959 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-051d7183-63b0-4ede-912e-ac429478d8ab req-34449ab1-39ab-4899-8153-795befb3ec6b tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416674 Jun 07 17:25:04.146866 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-9df6b488-caad-4ed2-a668-f3dc9d823c8d service neutron] 10.222.0.13 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9511027 Jun 07 17:25:04.149844 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:04.217800 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:04.294777 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event updated for resources: {'Port': ['ID=54a25201-dba7-4170-8367-fe65df51405b,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:04.299102 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:04.299911 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:04.301174 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2840226 Jun 07 17:25:04.326703 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:04.439602 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port d83a81cf-5167-4d54-8d68-50c2e0095494, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=d83a81cf-5167-4d54-8d68-50c2e0095494,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:04.450120 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:04.465073 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:04.589897 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:04.612547 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-35fc86d1-ee19-4b28-a847-8fcd05ad8e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:04.669714 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=d83a81cf-5167-4d54-8d68-50c2e0095494,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:04.686931 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:04.794025 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1219f-040f-4f23-8252-e2d7d7ad5029 req-9d277dd7-8b60-4bd5-855d-8d83293043a1 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:04.799977 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-84e1219f-040f-4f23-8252-e2d7d7ad5029 req-9d277dd7-8b60-4bd5-855d-8d83293043a1 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 944 time: 0.2732902 Jun 07 17:25:04.894193 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-54901f31-80ba-42a2-a332-5cd1bf8a1329 req-eaa84649-29a9-4a77-ac7a-bb17d8aa95f6 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 210 time: 0.1443269 Jun 07 17:25:04.935083 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-84e1219f-040f-4f23-8252-e2d7d7ad5029 req-bf9daec6-f01f-4e53-a8e1-d2a6da3665b8 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228311 Jun 07 17:25:04.999641 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ba3979-dedf-4640-8950-3bc1ef67820f,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:05.008694 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:05.009721 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Checking segment: {'id': 'd107f7f1-fdf2-408f-b88b-cf77c59c0773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72a33fe2-42ad-494a-86fe-9d4f748ecb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:25:05.010296 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Network hostable DHCP agents. Network: 72a33fe2-42ad-494a-86fe-9d4f748ecb18, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:25:05.032475 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Network 72a33fe2-42ad-494a-86fe-9d4f748ecb18 is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:25:05.050019 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, 72a33fe2-42ad-494a-86fe-9d4f748ecb18) {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:25:05.056389 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:05.058080 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:05.063741 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b02acdd-6c4e-46e0-b6ef-d49216c4b889 None None] Network 72a33fe2-42ad-494a-86fe-9d4f748ecb18 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:25:05.174039 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2087698 Jun 07 17:25:05.250261 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b2978c5b-1fe6-45a2-9b9d-88e479279926 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--249936078&fields=id&tenant_id=3d855b1896d8461bafbac40e44ffb4b5 HTTP/1.1" status: 200 len: 267 time: 0.1549146 Jun 07 17:25:05.426785 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device d83a81cf-5167-4d54-8d68-50c2e0095494 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:25:05.808569 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832be78f-2303-47c2-9288-f2233be4983e req-0bd8651b-7a8b-424f-9c07-603a47bbf280 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:05.812716 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-832be78f-2303-47c2-9288-f2233be4983e req-0bd8651b-7a8b-424f-9c07-603a47bbf280 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 943 time: 0.2513583 Jun 07 17:25:05.869981 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-648972ba-223e-4417-b70e-0fcb083aee94 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:05.886456 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-648972ba-223e-4417-b70e-0fcb083aee94 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 817 time: 0.6271505 Jun 07 17:25:05.912089 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port d83a81cf-5167-4d54-8d68-50c2e0095494 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:05.913048 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:05.919676 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-f6e9a62a-8979-4e5b-9fe3-041a4ebe9f37 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/quotas/3d855b1896d8461bafbac40e44ffb4b5 HTTP/1.1" status: 200 len: 375 time: 0.0305843 Jun 07 17:25:05.948353 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-832be78f-2303-47c2-9288-f2233be4983e req-87e2790e-ea34-45ae-b8fa-e1dc5b07e3e2 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282752 Jun 07 17:25:05.949229 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51512) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:05.984369 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:05.987080 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf1c9c0-022b-4b2b-adc6-ef5448fc240f None None] Network 72a33fe2-42ad-494a-86fe-9d4f748ecb18 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:25:06.152949 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f78649f-6ed0-4dcb-be11-481f3767c6c4 admin admin] Deleting subnet 599f95b4-2efb-4eb2-a3e8-54ec02fd0bbb {{(pid=91778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:25:06.167665 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8f78649f-6ed0-4dcb-be11-481f3767c6c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:06.188733 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-f3dbc332-9861-429c-9ae6-13d95a9a6722 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2640595 Jun 07 17:25:06.304955 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8f78649f-6ed0-4dcb-be11-481f3767c6c4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:06.331716 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8f78649f-6ed0-4dcb-be11-481f3767c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:06.534848 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8f78649f-6ed0-4dcb-be11-481f3767c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:06.583039 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a89efa60-6bcd-4845-9320-f11e53c64f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:06.591385 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-fbc477c5-3410-4971-99d4-083a6559f2b0 service neutron] 10.222.0.13 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877950 Jun 07 17:25:06.739164 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78649f-6ed0-4dcb-be11-481f3767c6c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=599f95b4-2efb-4eb2-a3e8-54ec02fd0bbb,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:06.746451 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-8f78649f-6ed0-4dcb-be11-481f3767c6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:06.757075 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8f78649f-6ed0-4dcb-be11-481f3767c6c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:06.767223 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-8f78649f-6ed0-4dcb-be11-481f3767c6c4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/599f95b4-2efb-4eb2-a3e8-54ec02fd0bbb HTTP/1.1" status: 204 len: 168 time: 0.8099151 Jun 07 17:25:06.767981 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51538) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:06.885645 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 3d39fceb-8211-4987-92a8-c064abfa7b72 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:25:06.901186 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-011a0daf-dc76-427c-a091-6083a2684050 service neutron] 10.222.0.13 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088391 Jun 07 17:25:07.058777 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:07.067927 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e6d7e60b-08bb-474c-86e1-38d8fbe198a3 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:07.075392 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e6d7e60b-08bb-474c-86e1-38d8fbe198a3 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/networks?id=b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 200 len: 818 time: 0.9088328 Jun 07 17:25:07.099666 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-1107fbf7-b26f-4daf-af79-cac3c0f8012a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/quotas/0bba071bce544828b4bf4a430b210a0a HTTP/1.1" status: 200 len: 375 time: 0.0232058 Jun 07 17:25:07.165379 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 3d39fceb-8211-4987-92a8-c064abfa7b72, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3d39fceb-8211-4987-92a8-c064abfa7b72,segment=NetworkSegment(d540b758-188e-4a51-a0fe-3b8c6138c525),segment_id=d540b758-188e-4a51-a0fe-3b8c6138c525)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:07.219389 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '3d39fceb-8211-4987-92a8-c064abfa7b72', 'network_id': '7001ad9a-2b3a-4814-92b5-767d1ea3f4db', 'port_id': '3d39fceb-8211-4987-92a8-c064abfa7b72', 'mac_address': 'fa:16:3e:ce:2d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea5ae74-6e81-4c6b-95b3-7e6c6cbdd1ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:25:07.361086 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:07.442623 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d39fceb-8211-4987-92a8-c064abfa7b72 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:25:07.545051 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede63c7b-1e25-4057-af24-b2de6189f772 req-51adfce2-09f4-4139-8d93-439fd6468133 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:07.546964 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ede63c7b-1e25-4057-af24-b2de6189f772 req-51adfce2-09f4-4139-8d93-439fd6468133 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 944 time: 0.2632568 Jun 07 17:25:07.556479 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 3d39fceb-8211-4987-92a8-c064abfa7b72, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3d39fceb-8211-4987-92a8-c064abfa7b72,segment=NetworkSegment(d540b758-188e-4a51-a0fe-3b8c6138c525),segment_id=d540b758-188e-4a51-a0fe-3b8c6138c525)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:07.556932 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-7f8c9f85-45f2-4511-a184-f32f6164c22c tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:07.558461 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-7f8c9f85-45f2-4511-a184-f32f6164c22c tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.24 "GET /v2.0/networks?id=b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 200 len: 818 time: 0.3322434 Jun 07 17:25:07.567519 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:07.575676 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:25:07.592465 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:07.593132 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Request body: {'port': {'device_id': 'ea6842e2-6817-423f-bae7-1e28e29ad543', 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb', 'admin_state_up': True, 'tenant_id': '0bba071bce544828b4bf4a430b210a0a'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:07.677946 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ede63c7b-1e25-4057-af24-b2de6189f772 req-7685ca2b-c814-48f7-8a14-78e701818dd1 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229379 Jun 07 17:25:07.734913 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:07.785530 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:07.786304 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:07.787293 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:07.788493 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > port after_create 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:07.789050 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > port after_delete 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:07.789537 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > port after_update 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:07.790064 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:07.790581 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:07.791282 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:07.791941 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:07.884989 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=3d39fceb-8211-4987-92a8-c064abfa7b72,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:07.939718 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:07.994621 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=37f4c443-4c8e-44e3-9f2d-f8efd4525f58,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:08.012899 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '37f4c443-4c8e-44e3-9f2d-f8efd4525f58', 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816', 'port_id': '37f4c443-4c8e-44e3-9f2d-f8efd4525f58', 'mac_address': 'fa:16:3e:a5:5c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196d0be0-7418-4ee4-a924-893125334c6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:25:08.029379 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:08.029729 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:08.030094 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:08.030431 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:25:08.030845 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7']}} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:08.036641 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f70a9-746f-41e6-81bb-2e40866ced09 req-74244ff4-d38d-4c1b-a514-e244a12245fd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:08.038260 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8e1f70a9-746f-41e6-81bb-2e40866ced09 req-74244ff4-d38d-4c1b-a514-e244a12245fd tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 944 time: 0.1651282 Jun 07 17:25:08.061779 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c7f8f2-3e4d-40bf-b756-b141984861a8') {'for_net_delete': True} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:08.062576 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c7f8f2-3e4d-40bf-b756-b141984861a8') {} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:08.137221 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8e1f70a9-746f-41e6-81bb-2e40866ced09 req-b28a5789-3bef-49a6-a5b9-fc12640c01b9 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916121 Jun 07 17:25:08.172348 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:08.187431 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1956404'] for segment, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:08.200895 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:25:08.220904 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=37f4c443-4c8e-44e3-9f2d-f8efd4525f58,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:08.227553 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:08.230558 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:08.232277 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-77019fd2-1b3d-4f78-bea3-78276461a114 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bba071bce544828b4bf4a430b210a0a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1316657 Jun 07 17:25:08.348034 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=37f4c443-4c8e-44e3-9f2d-f8efd4525f58,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:08.356135 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:08.392796 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:08.401039 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=91778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:25:08.401450 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1956664'] for segment, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:08.433329 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b9dca077-0404-49a8-b5a9-f4d3a40f8f6a req-ea2910b0-762e-48cf-878f-7712bd95a245 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 210 time: 0.0959706 Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: from cryptography.utils import int_from_bytes Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: from cryptography.utils import int_from_bytes Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: Traceback (most recent call last): Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: timer() Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: cb(*args, **kw) Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: return func(*args, **kwargs) Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: self._notify() Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: self.callback(batched_events) Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: event.method(event) Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: return f(self, *a, **k) Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: return self._get(url).json() Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: return self.request(url, 'GET', **kwargs) Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:25:08.508091 dv-cinder-789603-8-smb neutron-server[91778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:25:08.554351 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:08.595824 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['37f4c443-4c8e-44e3-9f2d-f8efd4525f58'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:25:08.632357 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['3d39fceb-8211-4987-92a8-c064abfa7b72'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:25:08.675832 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-4b29563c-542a-4757-980e-5539e3556578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:08.700121 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:08.707360 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Made reservation on behalf of 0bba071bce544828b4bf4a430b210a0a for: {'port': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:25:08.711780 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:08.723282 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:08.736897 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:08.738771 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-3e43bf64-6f8c-448f-8a8e-7140fa5db52b admin admin] 10.222.0.13 "DELETE /v2.0/networks/a8d60fc6-9f34-4697-99ae-d3a6c0c2efa7 HTTP/1.1" status: 204 len: 168 time: 1.9178801 Jun 07 17:25:08.744292 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51598) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:08.847921 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ad0123-2d30-46df-ac18-2d8d8c164646 admin admin] Deleting subnet 41ba3979-dedf-4640-8950-3bc1ef67820f {{(pid=91779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:25:08.856078 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-66ad0123-2d30-46df-ac18-2d8d8c164646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:08.923325 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-aee99520-092c-4c39-834a-28b477e238da service neutron] 10.222.0.13 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822994 Jun 07 17:25:09.316365 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-8b736c43-84da-4543-a59b-8858d7eb5067 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:09.318131 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-8b736c43-84da-4543-a59b-8858d7eb5067 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 817 time: 0.2307711 Jun 07 17:25:09.330993 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-66ad0123-2d30-46df-ac18-2d8d8c164646 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:09.340537 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Allocated IP 172.20.0.2 (b5cae8f9-7934-439f-9a76-35fdad11e3cb/fcc1767b-858f-4ddb-a6f8-abd723d813c9/71cee9e4-df40-4e37-b742-b846540dc311) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:25:09.429092 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-66ad0123-2d30-46df-ac18-2d8d8c164646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:09.433769 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-6d8f6d44-8d4a-429a-8ad2-fe54cea5089e service neutron] 10.222.0.13 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850874 Jun 07 17:25:09.531246 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8ba0a-1df0-4415-968d-1f6f8c9c7549 req-23cff3a1-a0db-431b-a122-7cefca787493 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:09.544842 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5fd8ba0a-1df0-4415-968d-1f6f8c9c7549 req-23cff3a1-a0db-431b-a122-7cefca787493 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 945 time: 0.6055229 Jun 07 17:25:09.770045 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-7c2a4386-39b4-4b19-8a29-8a25e5a8bb30 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d855b1896d8461bafbac40e44ffb4b5 HTTP/1.1" status: 200 len: 379 time: 0.4324114 Jun 07 17:25:09.790670 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Request body: {'port': {'device_id': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'admin_state_up': True, 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'security_groups': ['204d947b-5c48-49ce-b775-fbd1326326b6']}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:09.806028 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-66ad0123-2d30-46df-ac18-2d8d8c164646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:09.826782 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:09.869274 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:09.884654 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad0123-2d30-46df-ac18-2d8d8c164646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ba3979-dedf-4640-8950-3bc1ef67820f,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:09.893294 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5fd8ba0a-1df0-4415-968d-1f6f8c9c7549 req-9d27134c-2e45-4c77-aa23-4a86ead9623d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403594 Jun 07 17:25:09.894115 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-66ad0123-2d30-46df-ac18-2d8d8c164646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:09.955889 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-66ad0123-2d30-46df-ac18-2d8d8c164646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:09.965178 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-66ad0123-2d30-46df-ac18-2d8d8c164646 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/41ba3979-dedf-4640-8950-3bc1ef67820f HTTP/1.1" status: 204 len: 168 time: 1.2150607 Jun 07 17:25:09.969152 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51654) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:10.081216 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:10.086760 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:10.086760 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:25:10.086760 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:25:10.086760 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:25:10.086760 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:10.086760 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:25:10.195618 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-187c2526-ab55-4f0a-bb26-3af6da669bcf req-6c7f2340-6a18-4f5a-a2d8-731ea0bced59 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 210 time: 0.1457260 Jun 07 17:25:10.215803 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Network b5cae8f9-7934-439f-9a76-35fdad11e3cb is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:25:10.215803 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:25:10.217261 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:25:10.267852 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:10.299969 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab29ea-7b7a-443b-b0cd-4c65983a7aa2 req-d3f35dc2-9a63-4ad9-ab04-1b9722e98a25 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:10.304381 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-02ab29ea-7b7a-443b-b0cd-4c65983a7aa2 req-d3f35dc2-9a63-4ad9-ab04-1b9722e98a25 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 944 time: 0.4257212 Jun 07 17:25:10.310567 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b5b7e8b5-a825-4638-ba65-f42c73e1b17f req-8ebe31c5-23b1-4c6a-8444-a05e69f14cbd tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 210 time: 0.0547891 Jun 07 17:25:10.312051 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Made reservation on behalf of 3d855b1896d8461bafbac40e44ffb4b5 for: {'port': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:25:10.316785 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:10.433683 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:10.434838 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:10.486935 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-02ab29ea-7b7a-443b-b0cd-4c65983a7aa2 req-f8d08690-5b87-40a0-986c-9907c8a9c27a tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686320 Jun 07 17:25:10.491957 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-aca7017d-9b74-4f68-ae60-360a78b2b296 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9211080 Jun 07 17:25:10.643518 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Allocated IP 172.20.0.4 (65a27e9f-d994-41d3-9567-4774a51ead31/cef20769-16f6-4531-a1bb-a040266eabc8/b38eaef8-52a3-4d79-a47e-005b5e8e34b2) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:25:10.655717 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:10.667891 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Request body: {'port': {'device_id': 'ea6842e2-6817-423f-bae7-1e28e29ad543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:10.754972 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a33fe2-42ad-494a-86fe-9d4f748ecb18']}} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:10.775168 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd107f7f1-fdf2-408f-b88b-cf77c59c0773') {'for_net_delete': True} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:10.775168 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd107f7f1-fdf2-408f-b88b-cf77c59c0773') {} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:10.804418 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1956404'] for segment, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:10.869429 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:10.880976 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=91778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:25:10.881640 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1956664'] for segment, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: Traceback (most recent call last): Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: timer() Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: cb(*args, **kw) Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: return func(*args, **kwargs) Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: self._notify() Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: self.callback(batched_events) Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: event.method(event) Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: return f(self, *a, **k) Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: return self._get(url).json() Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: return self.request(url, 'GET', **kwargs) Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:25:10.896837 dv-cinder-789603-8-smb neutron-server[91778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:25:10.907377 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:10.909754 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:10.926587 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 3d39fceb-8211-4987-92a8-c064abfa7b72 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:25:11.010588 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port 3d39fceb-8211-4987-92a8-c064abfa7b72 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:25:11.017859 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 3d39fceb-8211-4987-92a8-c064abfa7b72 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:11.018263 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:11.178298 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51684) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:11.211788 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.24', 49885) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:11.259965 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:11.296560 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:11.300753 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Transition to ACTIVE for port object b38eaef8-52a3-4d79-a47e-005b5e8e34b2 will not be triggered until provisioned by entity DHCP. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:25:11.333732 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:11.360323 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e671398f-57f9-4f40-a6f3-5ca0fd047324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39fceb-8211-4987-92a8-c064abfa7b72'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:25:11.415646 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c3c9b-0ce2-4e3e-b721-350adf2aedf0 req-8a9bf8f5-bb97-4f35-b9b7-3239a54631e7 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:11.423308 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-871c3c9b-0ce2-4e3e-b721-350adf2aedf0 req-8a9bf8f5-bb97-4f35-b9b7-3239a54631e7 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 945 time: 0.3290255 Jun 07 17:25:11.425275 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:11.439553 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/72a33fe2-42ad-494a-86fe-9d4f748ecb18 HTTP/1.1" status: 204 len: 168 time: 1.4646306 Jun 07 17:25:11.478382 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a33fe2-42ad-494a-86fe-9d4f748ecb18,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:11.545203 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-871c3c9b-0ce2-4e3e-b721-350adf2aedf0 req-ef01e76a-f7b6-4382-b118-b1a192c6e5ae tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208947 Jun 07 17:25:11.550072 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:11.558008 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:11.558008 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:25:11.558008 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:25:11.558008 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:25:11.558008 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:11.558008 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:25:11.566837 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51706) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:11.585677 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 3d39fceb-8211-4987-92a8-c064abfa7b72, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3d39fceb-8211-4987-92a8-c064abfa7b72,segment=NetworkSegment(d540b758-188e-4a51-a0fe-3b8c6138c525),segment_id=d540b758-188e-4a51-a0fe-3b8c6138c525)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:11.589451 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-9b01f19b-c66d-4c07-af9a-ad26751c52a4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:11.593087 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:11.594183 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:25:11.595786 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-9b01f19b-c66d-4c07-af9a-ad26751c52a4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.24 "GET /v2.0/networks?id=b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 200 len: 818 time: 0.3814528 Jun 07 17:25:11.619482 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Request body: {'port': {'device_id': 'a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9', 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb', 'admin_state_up': True, 'tenant_id': '0bba071bce544828b4bf4a430b210a0a'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:11.630318 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:11.685289 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Network 65a27e9f-d994-41d3-9567-4774a51ead31 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:25:11.710105 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:25:11.714072 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:25:11.716720 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-43abc09e-1f6d-4347-8584-60efd16a8b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:11.722306 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:11.723001 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:11.753175 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3d9722b5-48fd-472a-8a45-0f9c066b39fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:11.829096 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5474f411-537c-4791-9d26-37471002b020 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0519869 Jun 07 17:25:11.875751 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:25:11.902676 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51714) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:11.914136 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:11.919843 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:11.934982 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:25:11.996080 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Request body: {'port': {'device_id': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:12.018784 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=3d39fceb-8211-4987-92a8-c064abfa7b72,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:12.065785 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-b8611522-b6bf-40da-a9d3-ac4ae6e6d5ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32fc9bc067e44938b913f639a6d4f304&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1603405 Jun 07 17:25:12.067643 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:12.074565 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a7bd33e8-b06c-4c65-9c37-786f70a8ae3e req-d7a46b44-7a93-413d-903a-1220a76d8c63 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 210 time: 0.2925596 Jun 07 17:25:12.074565 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51722) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:12.199491 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-5adc1508-4b82-433b-b705-c304b45cf82a None None] Provisioning for port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:25:12.203702 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.220680 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752bc96-0c06-43dd-8991-a27f115e5ff7 req-b6c47971-6317-4431-a8e4-7884e0186167 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:12.222114 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-5adc1508-4b82-433b-b705-c304b45cf82a None None] Provisioning complete for port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:12.222774 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5adc1508-4b82-433b-b705-c304b45cf82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.238766 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5752bc96-0c06-43dd-8991-a27f115e5ff7 req-b6c47971-6317-4431-a8e4-7884e0186167 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 931 time: 0.7200294 Jun 07 17:25:12.315508 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d254a9c-1643-44e2-aec0-351e3164c37e" -d '{"events": [{"server_uuid": "e671398f-57f9-4f40-a6f3-5ca0fd047324", "name": "network-vif-plugged", "status": "completed", "tag": "3d39fceb-8211-4987-92a8-c064abfa7b72"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:12.367742 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51726) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:12.376757 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.381205 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-5adc1508-4b82-433b-b705-c304b45cf82a None None] Port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:25:12.384705 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=37f4c443-4c8e-44e3-9f2d-f8efd4525f58,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:12.391404 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.394556 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:12.410149 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cee9e4-df40-4e37-b742-b846540dc311 {{(pid=91778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:25:12.431629 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-108f559e-3df8-4484-90af-c94cd165a4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.439552 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.478203 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=37f4c443-4c8e-44e3-9f2d-f8efd4525f58,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:12.485871 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5752bc96-0c06-43dd-8991-a27f115e5ff7 req-0aa5baab-846f-40ae-9685-696bf511098d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456150 Jun 07 17:25:12.488641 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-245681c0-4fd0-46a6-8486-b2299e4389d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.491452 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:12.503469 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Transition to ACTIVE for port object 71cee9e4-df40-4e37-b742-b846540dc311 will not be triggered until provisioned by entity L2. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:25:12.510918 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.521564 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:12.552477 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.600271 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-245681c0-4fd0-46a6-8486-b2299e4389d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.622720 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8fccb793-ad79-4bbf-955a-3d026e572609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.657004 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc77d6b-a206-4dc5-8c34-be3d5500b620 x-openstack-request-id: req-bfc77d6b-a206-4dc5-8c34-be3d5500b620 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:12.657700 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e671398f-57f9-4f40-a6f3-5ca0fd047324", "name": "network-vif-plugged", "status": "completed", "tag": "3d39fceb-8211-4987-92a8-c064abfa7b72", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:12.658378 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfc77d6b-a206-4dc5-8c34-be3d5500b620 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:12.659535 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e671398f-57f9-4f40-a6f3-5ca0fd047324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39fceb-8211-4987-92a8-c064abfa7b72', 'code': 200} Jun 07 17:25:12.752726 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Pushing event updated for resources: {'Port': ['ID=71cee9e4-df40-4e37-b742-b846540dc311,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:12.756140 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:12.835616 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3d9722b5-48fd-472a-8a45-0f9c066b39fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.853281 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3d9722b5-48fd-472a-8a45-0f9c066b39fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.864456 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72638e-d4d5-4933-9ceb-e9d81fb39b5c req-85234e59-ff6e-4cab-9187-32df8e3daaaf tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:12.867021 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5f72638e-d4d5-4933-9ceb-e9d81fb39b5c req-85234e59-ff6e-4cab-9187-32df8e3daaaf tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 945 time: 0.5514011 Jun 07 17:25:12.880658 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.db.api [None req-108f559e-3df8-4484-90af-c94cd165a4da admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 17:25:12.880658 dv-cinder-789603-8-smb neutron-server[91779]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 17:25:12.880658 dv-cinder-789603-8-smb neutron-server[91779]: [parameters: {'project_id_1': 'f87dd5d43d0c4c10b53a331acbfa5f04', 'expiration_1': datetime.datetime(2021, 6, 7, 17, 25, 12, 498492)}] Jun 07 17:25:12.880658 dv-cinder-789603-8-smb neutron-server[91779]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 17:25:12.881323 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_db.api [None req-108f559e-3df8-4484-90af-c94cd165a4da admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 17:25:12.891760 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Attempting to bind port 71cee9e4-df40-4e37-b742-b846540dc311 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:25:12.892167 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Attempting to bind port 71cee9e4-df40-4e37-b742-b846540dc311 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:25:12.893031 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Attempting to bind port 71cee9e4-df40-4e37-b742-b846540dc311 on network b5cae8f9-7934-439f-9a76-35fdad11e3cb {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:25:12.893569 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:12.906976 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Port 71cee9e4-df40-4e37-b742-b846540dc311 on network b5cae8f9-7934-439f-9a76-35fdad11e3cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:25:12.907367 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Attempting to bind port 71cee9e4-df40-4e37-b742-b846540dc311 on network b5cae8f9-7934-439f-9a76-35fdad11e3cb {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:25:12.916721 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:25:12.917198 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Checking segment: {'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:25:12.917526 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Bound using segment: {'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:25:12.917895 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Bound port: 71cee9e4-df40-4e37-b742-b846540dc311, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'}}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:25:12.918241 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.927272 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.db.api [None req-8fccb793-ad79-4bbf-955a-3d026e572609 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 17:25:12.927272 dv-cinder-789603-8-smb neutron-server[91779]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 17:25:12.927272 dv-cinder-789603-8-smb neutron-server[91779]: [parameters: {'project_id_1': '2c16889ef2c44606a60aa519d8a628af', 'expiration_1': datetime.datetime(2021, 6, 7, 17, 25, 12, 734060)}] Jun 07 17:25:12.927272 dv-cinder-789603-8-smb neutron-server[91779]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 17:25:12.927884 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_db.api [None req-8fccb793-ad79-4bbf-955a-3d026e572609 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 17:25:12.950800 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-245681c0-4fd0-46a6-8486-b2299e4389d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.960791 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Made reservation on behalf of 0bba071bce544828b4bf4a430b210a0a for: {'port': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:25:12.965561 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.993794 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.24', 49888) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:12.995924 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-245681c0-4fd0-46a6-8486-b2299e4389d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:12.997789 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-245681c0-4fd0-46a6-8486-b2299e4389d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c023c0db-6ed7-452f-8ddc-abf944746d96 HTTP/1.1" status: 204 len: 168 time: 0.8898239 Jun 07 17:25:13.041825 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-3d9722b5-48fd-472a-8a45-0f9c066b39fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=656838b481f344809391d25ed6a0e96a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8452528 Jun 07 17:25:13.055160 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51738) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:13.081123 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb71a8-6a75-499d-91ac-631b63ef4871 req-194c13bb-f0c1-4728-aa13-85e08fa5607b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:13.082876 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-55fb71a8-6a75-499d-91ac-631b63ef4871 req-194c13bb-f0c1-4728-aa13-85e08fa5607b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 946 time: 0.2595212 Jun 07 17:25:13.094898 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5f72638e-d4d5-4933-9ceb-e9d81fb39b5c req-10d32b4e-97f0-499d-96c9-82144148d74a tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826372 Jun 07 17:25:13.095681 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9722b5-48fd-472a-8a45-0f9c066b39fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc69d5d-d9a5-4764-9e0c-40b364b711d9,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:13.124733 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-3d9722b5-48fd-472a-8a45-0f9c066b39fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:13.125496 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:13.145626 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] For port 71cee9e4-df40-4e37-b742-b846540dc311, host hv-cinder-78960, cleared binding levels {{(pid=91778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:25:13.181251 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] For port 71cee9e4-df40-4e37-b742-b846540dc311, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=71cee9e4-df40-4e37-b742-b846540dc311,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:25:13.200933 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:13.223274 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:13.277801 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-55fb71a8-6a75-499d-91ac-631b63ef4871 req-02316254-f7b6-4523-8681-f24cf13a2aeb tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499403 Jun 07 17:25:13.296132 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5f102020-761b-4191-a8c4-428d69b597b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:13.303950 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:13.304531 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:13.305999 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/71cee9e4-df40-4e37-b742-b846540dc311 HTTP/1.1" status: 200 len: 1093 time: 2.6559925 Jun 07 17:25:13.310259 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6842e2-6817-423f-bae7-1e28e29ad543', 'tag': '71cee9e4-df40-4e37-b742-b846540dc311'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:25:13.312809 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef98763c-b368-4df1-8571-96cd37fcd775" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6842e2-6817-423f-bae7-1e28e29ad543", "tag": "71cee9e4-df40-4e37-b742-b846540dc311"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:13.313044 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245681c0-4fd0-46a6-8486-b2299e4389d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c023c0db-6ed7-452f-8ddc-abf944746d96,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:13.338701 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a21af4-4123-4924-a769-7c566ec69c84 req-005e0891-962d-4ed1-a8a1-5398172398e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:13.357166 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82a21af4-4123-4924-a769-7c566ec69c84 req-005e0891-962d-4ed1-a8a1-5398172398e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 1098 time: 0.3469310 Jun 07 17:25:13.389177 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-108f559e-3df8-4484-90af-c94cd165a4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:13.430116 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5f102020-761b-4191-a8c4-428d69b597b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:13.480260 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c64dd16-77ee-431a-8e87-3dfe953c3a34 x-openstack-request-id: req-6c64dd16-77ee-431a-8e87-3dfe953c3a34 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:13.481495 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6842e2-6817-423f-bae7-1e28e29ad543", "tag": "71cee9e4-df40-4e37-b742-b846540dc311", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:13.481495 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c64dd16-77ee-431a-8e87-3dfe953c3a34 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:13.481495 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6842e2-6817-423f-bae7-1e28e29ad543', 'tag': '71cee9e4-df40-4e37-b742-b846540dc311', 'status': 'completed', 'code': 200} Jun 07 17:25:13.485270 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Pushing event updated for resources: {'Port': ['ID=71cee9e4-df40-4e37-b742-b846540dc311,revision_number=3']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:13.488207 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-82a21af4-4123-4924-a769-7c566ec69c84 req-11a77fd5-bda0-40d5-b47e-0f6966cee22b service neutron] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:13.505109 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-245681c0-4fd0-46a6-8486-b2299e4389d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:13.505365 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8fccb793-ad79-4bbf-955a-3d026e572609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:13.506257 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:13.541072 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-506f367d-66f7-45a0-974f-68faf8f6b959 req-d29e4630-fd2e-4079-878a-69f74cd36e91 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 210 time: 0.2453613 Jun 07 17:25:13.618863 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5f102020-761b-4191-a8c4-428d69b597b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:13.622643 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-725a5e4e-d7e3-473c-a413-8c332d5ca910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:13.624384 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-725a5e4e-d7e3-473c-a413-8c332d5ca910 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bba071bce544828b4bf4a430b210a0a&device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 1096 time: 0.2065284 Jun 07 17:25:13.631278 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5f102020-761b-4191-a8c4-428d69b597b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:13.635985 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-5f102020-761b-4191-a8c4-428d69b597b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffc69d5d-d9a5-4764-9e0c-40b364b711d9 HTTP/1.1" status: 204 len: 168 time: 0.5787830 Jun 07 17:25:13.639694 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:13.759116 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51750) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:13.813046 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Allocated IP 172.20.0.4 (b5cae8f9-7934-439f-9a76-35fdad11e3cb/fcc1767b-858f-4ddb-a6f8-abd723d813c9/691d5459-e44d-429c-b7e1-11c154de4093) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:25:13.861104 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-c3340f4c-a61e-41ce-8300-690647ae3d2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71cee9e4-df40-4e37-b742-b846540dc311 HTTP/1.1" status: 200 len: 217 time: 0.2225447 Jun 07 17:25:13.862093 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f102020-761b-4191-a8c4-428d69b597b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc69d5d-d9a5-4764-9e0c-40b364b711d9,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:13.873164 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5f102020-761b-4191-a8c4-428d69b597b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:13.968290 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38eaef8-52a3-4d79-a47e-005b5e8e34b2 {{(pid=91779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:25:13.986249 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6b7031fc-1198-4e73-81b9-1c91a015a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:13.987764 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-6b7031fc-1198-4e73-81b9-1c91a015a8cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1767b-858f-4ddb-a6f8-abd723d813c9 HTTP/1.1" status: 200 len: 858 time: 0.1160083 Jun 07 17:25:13.997212 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-82a21af4-4123-4924-a769-7c566ec69c84 req-11a77fd5-bda0-40d5-b47e-0f6966cee22b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.013190 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.044359 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-82a21af4-4123-4924-a769-7c566ec69c84 req-11a77fd5-bda0-40d5-b47e-0f6966cee22b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.049105 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-64399eb0-7f73-4d48-ac8b-79b73af817c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5cae8f9-7934-439f-9a76-35fdad11e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540166 Jun 07 17:25:14.059086 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:14.092884 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-fea21864-54dd-43df-a37a-0faca05b8b98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a067fcd421d04348a3a7ddc931db96cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259559 Jun 07 17:25:14.105342 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51754) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:14.114619 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Transition to ACTIVE for port object b38eaef8-52a3-4d79-a47e-005b5e8e34b2 will not be triggered until provisioned by entity L2. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:25:14.125937 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82a21af4-4123-4924-a769-7c566ec69c84 req-11a77fd5-bda0-40d5-b47e-0f6966cee22b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7520907 Jun 07 17:25:14.134834 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.161186 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088f6b5-ca45-4c44-b4ca-d6f5c88cfb99 req-b3c960f1-25df-4312-ae11-25e4a0268e47 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:14.163850 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5088f6b5-ca45-4c44-b4ca-d6f5c88cfb99 req-b3c960f1-25df-4312-ae11-25e4a0268e47 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 931 time: 0.3660111 Jun 07 17:25:14.175867 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-976832f6-110d-45a2-91e7-5b6d32c66275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:14.258031 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a77fd5-bda0-40d5-b47e-0f6966cee22b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=02268bfa-198b-404d-beff-27b623a20722,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:14.277425 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-11a77fd5-bda0-40d5-b47e-0f6966cee22b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:14.371114 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5088f6b5-ca45-4c44-b4ca-d6f5c88cfb99 req-0ba0395d-8ac5-4419-92a2-2928a29ba205 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852708 Jun 07 17:25:14.374154 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b264eda0-be1c-4781-9bcb-358abc4314a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.380293 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-0d8a3154-91a9-40ff-8378-eeae36f36263 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221638 Jun 07 17:25:14.489619 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b264eda0-be1c-4781-9bcb-358abc4314a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.547476 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51760) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:14.653971 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-57026e1e-ef9c-48f2-9655-1750a722ebb3 req-15b0419e-b259-4442-879c-9b48707a3aae service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595754 Jun 07 17:25:14.659057 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Pushing event updated for resources: {'Port': ['ID=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:14.671312 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2a79bd-f93a-4da4-8ebf-730cc8bd6002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f4c443-4c8e-44e3-9f2d-f8efd4525f58'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:25:14.676589 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f15784-60b9-44f9-a0f7-9c432c62898d" -d '{"events": [{"server_uuid": "ff2a79bd-f93a-4da4-8ebf-730cc8bd6002", "name": "network-vif-plugged", "status": "completed", "tag": "37f4c443-4c8e-44e3-9f2d-f8efd4525f58"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:14.701735 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:14.713384 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2f80-77e8-4f70-917a-c0d4b5472f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.743309 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Attempting to bind port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:25:14.743677 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Attempting to bind port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:25:14.744001 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Attempting to bind port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 on network 65a27e9f-d994-41d3-9567-4774a51ead31 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:25:14.765246 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b264eda0-be1c-4781-9bcb-358abc4314a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.771234 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 on network 65a27e9f-d994-41d3-9567-4774a51ead31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:25:14.771505 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b264eda0-be1c-4781-9bcb-358abc4314a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.771599 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Attempting to bind port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 on network 65a27e9f-d994-41d3-9567-4774a51ead31 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:25:14.773209 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-b264eda0-be1c-4781-9bcb-358abc4314a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2823bd5e-807a-4430-92ea-be433506b5f2 HTTP/1.1" status: 204 len: 168 time: 0.6666181 Jun 07 17:25:14.776229 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-597b9930-b275-43f5-9aad-c393d88d2b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:14.805817 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264eda0-be1c-4781-9bcb-358abc4314a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2823bd5e-807a-4430-92ea-be433506b5f2,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:14.810444 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b264eda0-be1c-4781-9bcb-358abc4314a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:14.817179 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.822820 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:25:14.823157 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Checking segment: {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:25:14.823653 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Bound using segment: {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:25:14.824114 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Bound port: b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'}}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:25:14.824634 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.839776 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf56f5f-88c7-4448-bea5-4e302d818567 req-ccfaeba8-8b72-413e-92c4-ea9bd1bc5407 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:14.841357 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-adf56f5f-88c7-4448-bea5-4e302d818567 req-ccfaeba8-8b72-413e-92c4-ea9bd1bc5407 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 946 time: 0.1860201 Jun 07 17:25:14.848396 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98763c-b368-4df1-8571-96cd37fcd775 req-b42cdb2e-bc98-4357-b256-a87649afdef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:14.850004 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ef98763c-b368-4df1-8571-96cd37fcd775 req-b42cdb2e-bc98-4357-b256-a87649afdef5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bba071bce544828b4bf4a430b210a0a&device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 1096 time: 0.1355963 Jun 07 17:25:14.913823 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-108f559e-3df8-4484-90af-c94cd165a4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.933603 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-adf56f5f-88c7-4448-bea5-4e302d818567 req-8f26cb61-eb8f-4c92-a20d-444cb8043771 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824223 Jun 07 17:25:14.977814 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, cleared binding levels {{(pid=91779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:25:14.981968 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:25:14.995134 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-108f559e-3df8-4484-90af-c94cd165a4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:14.996647 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:15.010127 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09edb4d-cd30-4140-9937-196d6703e5ff req-0255817e-17e9-4a5d-aa6b-97fe9f8345f9 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:15.011931 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b09edb4d-cd30-4140-9937-196d6703e5ff req-0255817e-17e9-4a5d-aa6b-97fe9f8345f9 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 945 time: 0.5063558 Jun 07 17:25:15.049136 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:15.055510 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98763c-b368-4df1-8571-96cd37fcd775 req-8af8d050-b598-49dc-9095-e078f82f55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:15.057556 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ef98763c-b368-4df1-8571-96cd37fcd775 req-8af8d050-b598-49dc-9095-e078f82f55e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 200 len: 919 time: 0.1921623 Jun 07 17:25:15.086156 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f559e-3df8-4484-90af-c94cd165a4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d36648-188f-465a-b30b-3129c448e2f3,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:15.127610 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-108f559e-3df8-4484-90af-c94cd165a4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:15.129834 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:15.177159 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dab57363-eab7-48b4-b518-c2dd2b137bf7 req-39f47a85-c133-4676-9892-6dc00713ff44 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 210 time: 0.0597789 Jun 07 17:25:15.178950 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ef98763c-b368-4df1-8571-96cd37fcd775 req-56b4d190-5924-404d-8720-ca63cdcc3bd7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71cee9e4-df40-4e37-b742-b846540dc311 HTTP/1.1" status: 200 len: 217 time: 0.1138031 Jun 07 17:25:15.266306 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:15.267421 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:15.270001 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] 10.222.0.24 "PUT /v2.0/ports/b38eaef8-52a3-4d79-a47e-005b5e8e34b2 HTTP/1.1" status: 200 len: 1093 time: 3.2944341 Jun 07 17:25:15.273471 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98763c-b368-4df1-8571-96cd37fcd775 req-1c0437df-4057-499c-847b-a11dcdd44e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:15.275051 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ef98763c-b368-4df1-8571-96cd37fcd775 req-1c0437df-4057-499c-847b-a11dcdd44e91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1767b-858f-4ddb-a6f8-abd723d813c9 HTTP/1.1" status: 200 len: 858 time: 0.0872071 Jun 07 17:25:15.302747 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-108f559e-3df8-4484-90af-c94cd165a4da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f87dd5d43d0c4c10b53a331acbfa5f04&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7299402 Jun 07 17:25:15.308539 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:25:15.314039 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd38c16d-660b-4c79-88c5-2e12f742e999" -d '{"events": [{"name": "network-changed", "server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:15.330568 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51774) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:15.347646 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1845284-e171-4006-b9e7-a90e9848951c x-openstack-request-id: req-f1845284-e171-4006-b9e7-a90e9848951c {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:15.347857 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2a79bd-f93a-4da4-8ebf-730cc8bd6002", "name": "network-vif-plugged", "status": "completed", "tag": "37f4c443-4c8e-44e3-9f2d-f8efd4525f58", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:15.348122 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1845284-e171-4006-b9e7-a90e9848951c {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:15.348717 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2a79bd-f93a-4da4-8ebf-730cc8bd6002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f4c443-4c8e-44e3-9f2d-f8efd4525f58', 'code': 200} Jun 07 17:25:15.398424 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ef98763c-b368-4df1-8571-96cd37fcd775 req-38964bb3-9126-41d2-806c-3b66c5cd770c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5cae8f9-7934-439f-9a76-35fdad11e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150706 Jun 07 17:25:15.422417 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eb59db-8f88-4d3d-9f51-72896cec7930 x-openstack-request-id: req-f7eb59db-8f88-4d3d-9f51-72896cec7930 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:15.422932 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:15.423397 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7eb59db-8f88-4d3d-9f51-72896cec7930 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:15.424523 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'status': 'completed', 'code': 200} Jun 07 17:25:15.530861 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:15.550752 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b09edb4d-cd30-4140-9937-196d6703e5ff req-6c8f967d-4bcc-479b-beb8-f8c2eb2a9d1e tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163572 Jun 07 17:25:15.553179 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:15.553179 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:25:15.553179 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:25:15.553179 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:25:15.553179 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:15.553179 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:25:15.571133 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8fccb793-ad79-4bbf-955a-3d026e572609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:15.583923 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9a86765f-ba61-49a4-80c2-8e1037e0a984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:15.612552 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Pushing event updated for resources: {'Port': ['ID=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,revision_number=3']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:15.626320 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8fccb793-ad79-4bbf-955a-3d026e572609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:15.632813 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:15.652073 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Network b5cae8f9-7934-439f-9a76-35fdad11e3cb is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:25:15.654295 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-759c1180-4e19-4f68-b118-bcee8ec16dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:15.668101 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:25:15.680245 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:25:15.698289 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9a86765f-ba61-49a4-80c2-8e1037e0a984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:15.702523 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:15.703919 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:15.805292 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-8fccb793-ad79-4bbf-955a-3d026e572609 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c16889ef2c44606a60aa519d8a628af&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3885560 Jun 07 17:25:15.813007 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 51786) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:15.829202 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccb793-ad79-4bbf-955a-3d026e572609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d105f3-f7e7-4e9a-9156-5770785445b3,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:15.855244 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8fccb793-ad79-4bbf-955a-3d026e572609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:15.861529 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-4d066f8e-7153-41f2-acdb-e70c1b9102a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:15.863107 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-4d066f8e-7153-41f2-acdb-e70c1b9102a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 1096 time: 0.4298642 Jun 07 17:25:16.048841 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-5b1f4383-49cb-47e2-83d1-789a32a96a76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2 HTTP/1.1" status: 200 len: 217 time: 0.1689394 Jun 07 17:25:16.097406 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ef98763c-b368-4df1-8571-96cd37fcd775 req-11551294-6dba-4483-b98a-3dbed15cd640 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405976 Jun 07 17:25:16.180015 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-919e70be-cf34-40d2-8cdb-404a720f2a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.188809 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-8694bcf5-1912-4429-8557-383647e72c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:16.190611 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-8694bcf5-1912-4429-8557-383647e72c8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.1333361 Jun 07 17:25:16.204286 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2f80-77e8-4f70-917a-c0d4b5472f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.249312 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2f80-77e8-4f70-917a-c0d4b5472f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.271831 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4ef0c1ce-7815-4def-b1d9-43af17a2b4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:16.283458 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b6949-c555-4ccd-ad03-73200d260c3f req-b0e5e623-f018-42b9-a3d7-bc5b60cdbe65 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:16.291141 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-586b6949-c555-4ccd-ad03-73200d260c3f req-b0e5e623-f018-42b9-a3d7-bc5b60cdbe65 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.5582850 Jun 07 17:25:16.294707 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-c15ab4e4-0d66-43e5-b914-f822e4539eae tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6878071 Jun 07 17:25:16.306354 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-919e70be-cf34-40d2-8cdb-404a720f2a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.328633 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9a86765f-ba61-49a4-80c2-8e1037e0a984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.338344 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d6f9d-7323-4a11-9827-82f8d84d00a0 req-b344edba-447a-4408-b3cf-b5a32d586a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:16.339880 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f31d6f9d-7323-4a11-9827-82f8d84d00a0 req-b344edba-447a-4408-b3cf-b5a32d586a75 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 1099 time: 0.6044562 Jun 07 17:25:16.346364 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9a86765f-ba61-49a4-80c2-8e1037e0a984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.351421 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-9a86765f-ba61-49a4-80c2-8e1037e0a984 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67d36648-188f-465a-b30b-3129c448e2f3 HTTP/1.1" status: 204 len: 168 time: 1.0049500 Jun 07 17:25:16.351421 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:16.358754 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Request body: {'port': {'device_id': 'a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:16.374462 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ef98763c-b368-4df1-8571-96cd37fcd775 req-105c223e-d406-4763-99bc-15421f1b3bd3 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674289 Jun 07 17:25:16.398626 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86765f-ba61-49a4-80c2-8e1037e0a984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d36648-188f-465a-b30b-3129c448e2f3,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:16.401093 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-9a86765f-ba61-49a4-80c2-8e1037e0a984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:16.444506 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-586b6949-c555-4ccd-ad03-73200d260c3f req-115c1f0f-5564-493f-a67f-ff87a4fb80be tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517644 Jun 07 17:25:16.481649 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f31d6f9d-7323-4a11-9827-82f8d84d00a0 req-459ff58b-a602-4773-89b1-f1e06f46ab81 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248682 Jun 07 17:25:16.578066 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51802) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:16.578582 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-bd1b2f80-77e8-4f70-917a-c0d4b5472f12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20a2c3127da840f19f8b5b5fbb2b4f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0192504 Jun 07 17:25:16.598727 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b2f80-77e8-4f70-917a-c0d4b5472f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b3b016-f03a-4a5c-aac9-fe146595485c,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:16.625063 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bd1b2f80-77e8-4f70-917a-c0d4b5472f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:16.728128 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-3a13112e-71ac-49e1-abb0-cd905065d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:16.729696 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-3a13112e-71ac-49e1-abb0-cd905065d2d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5276942 Jun 07 17:25:16.734465 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.744707 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-516fb8e4-6ed1-4b5e-9426-50fc880f4f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.776883 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd035926-777a-4407-b39f-33a820cf73d6 req-073748f9-0abb-43e8-866c-abcff7d26150 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:16.778490 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bd035926-777a-4407-b39f-33a820cf73d6 req-073748f9-0abb-43e8-866c-abcff7d26150 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 946 time: 0.4891181 Jun 07 17:25:16.785501 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-516fb8e4-6ed1-4b5e-9426-50fc880f4f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.812824 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25d60a-554b-4363-a807-909a076ee148 req-b8978064-c048-42c2-b844-c12176933d80 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:16.814995 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7f25d60a-554b-4363-a807-909a076ee148 req-b8978064-c048-42c2-b844-c12176933d80 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 931 time: 0.2191815 Jun 07 17:25:16.827133 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-919e70be-cf34-40d2-8cdb-404a720f2a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.829656 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-919e70be-cf34-40d2-8cdb-404a720f2a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.830809 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-919e70be-cf34-40d2-8cdb-404a720f2a7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99d105f3-f7e7-4e9a-9156-5770785445b3 HTTP/1.1" status: 204 len: 168 time: 1.0159097 Jun 07 17:25:16.846138 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:16.893587 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e70be-cf34-40d2-8cdb-404a720f2a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d105f3-f7e7-4e9a-9156-5770785445b3,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:16.899553 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7f25d60a-554b-4363-a807-909a076ee148 req-dc90887e-afa4-4f1b-8808-8907d488202e tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766978 Jun 07 17:25:16.947814 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-516fb8e4-6ed1-4b5e-9426-50fc880f4f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.951408 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-516fb8e4-6ed1-4b5e-9426-50fc880f4f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:16.955170 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-516fb8e4-6ed1-4b5e-9426-50fc880f4f3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05b3b016-f03a-4a5c-aac9-fe146595485c HTTP/1.1" status: 204 len: 168 time: 0.3734827 Jun 07 17:25:16.955170 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:16.957030 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-919e70be-cf34-40d2-8cdb-404a720f2a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:16.968184 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fb8e4-6ed1-4b5e-9426-50fc880f4f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b3b016-f03a-4a5c-aac9-fe146595485c,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:16.979100 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-516fb8e4-6ed1-4b5e-9426-50fc880f4f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:17.018935 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bd035926-777a-4407-b39f-33a820cf73d6 req-eff144aa-8639-42df-9019-07c0f4975c15 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959734 Jun 07 17:25:17.095017 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-dbea8e43-63ab-4e5b-89f2-3bdd6cb05ff4 service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475020 Jun 07 17:25:17.108837 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51814) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:17.151613 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-54002cd3-0430-4ec7-abaf-47d73d7b46ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:17.318834 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88febdf9-70fb-471b-ac84-778bedd7fb8c req-161ad9b6-c66f-49d0-8881-d40d3343c190 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:17.327822 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-88febdf9-70fb-471b-ac84-778bedd7fb8c req-161ad9b6-c66f-49d0-8881-d40d3343c190 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 945 time: 0.1550157 Jun 07 17:25:17.372496 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f9576e-06fa-480e-ae3c-c5ae0ab23817 req-91035013-cdc9-4c67-a97a-f7b25a96122b service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695267 Jun 07 17:25:17.406077 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-88febdf9-70fb-471b-ac84-778bedd7fb8c req-bcb7d3ee-fecd-471a-9d3d-4aa337a2ac3c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771480 Jun 07 17:25:17.557098 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-54002cd3-0430-4ec7-abaf-47d73d7b46ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:17.562768 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-54002cd3-0430-4ec7-abaf-47d73d7b46ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:17.625099 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b264eda0-be1c-4781-9bcb-358abc4314a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:17.638094 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-54002cd3-0430-4ec7-abaf-47d73d7b46ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f8e5434982c40f4a0d705a0085aeda8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5280735 Jun 07 17:25:17.650478 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51822) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:17.703783 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54002cd3-0430-4ec7-abaf-47d73d7b46ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e1fb89-cc7f-444a-a9e7-0bdf9bf04695,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:17.717318 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-54002cd3-0430-4ec7-abaf-47d73d7b46ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:17.747740 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-44fb5e65-9614-46d1-8499-e1748e0a75ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:17.789694 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-44fb5e65-9614-46d1-8499-e1748e0a75ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:17.829588 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691d5459-e44d-429c-b7e1-11c154de4093 {{(pid=91779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:25:17.853412 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:17.879269 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-44fb5e65-9614-46d1-8499-e1748e0a75ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:17.884071 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-44fb5e65-9614-46d1-8499-e1748e0a75ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:17.885855 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-44fb5e65-9614-46d1-8499-e1748e0a75ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66e1fb89-cc7f-444a-a9e7-0bdf9bf04695 HTTP/1.1" status: 204 len: 168 time: 0.2306588 Jun 07 17:25:17.887186 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5f95e45c-09e6-4900-ab63-4667b80d00b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:17.896490 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Transition to ACTIVE for port object 691d5459-e44d-429c-b7e1-11c154de4093 will not be triggered until provisioned by entity L2. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:25:17.920846 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb5e65-9614-46d1-8499-e1748e0a75ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e1fb89-cc7f-444a-a9e7-0bdf9bf04695,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:17.927767 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-44fb5e65-9614-46d1-8499-e1748e0a75ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:17.968121 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:18.004751 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:18.290960 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=691d5459-e44d-429c-b7e1-11c154de4093,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:18.312458 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c16d-660b-4c79-88c5-2e12f742e999 req-0e57c3a8-bea6-4aaf-aa05-3947de186857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:18.314267 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fd38c16d-660b-4c79-88c5-2e12f742e999 req-0e57c3a8-bea6-4aaf-aa05-3947de186857 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 1096 time: 0.7753868 Jun 07 17:25:18.316994 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1daf3-bd4f-456c-a4a4-34ea1c651667 req-bd4cc8cd-1aad-4f9c-bba9-4fc8fcfc71f8 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:18.319017 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-bcd1daf3-bd4f-456c-a4a4-34ea1c651667 req-bd4cc8cd-1aad-4f9c-bba9-4fc8fcfc71f8 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 943 time: 0.1747851 Jun 07 17:25:18.341501 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:18.359383 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51842) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:18.386815 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6ca471a6-66e8-4820-8afc-8f24c0ace0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:18.442867 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3600a-4216-420b-951d-3a561c366bd7 req-9e9d6df2-765a-499b-9c7c-ebecca2b52dc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:18.445552 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-64f3600a-4216-420b-951d-3a561c366bd7 req-9e9d6df2-765a-499b-9c7c-ebecca2b52dc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.7743521 Jun 07 17:25:18.454984 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Attempting to bind port 691d5459-e44d-429c-b7e1-11c154de4093 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:25:18.455487 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Attempting to bind port 691d5459-e44d-429c-b7e1-11c154de4093 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:25:18.455828 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Attempting to bind port 691d5459-e44d-429c-b7e1-11c154de4093 on network b5cae8f9-7934-439f-9a76-35fdad11e3cb {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:25:18.466501 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Port 691d5459-e44d-429c-b7e1-11c154de4093 on network b5cae8f9-7934-439f-9a76-35fdad11e3cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:25:18.467250 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Attempting to bind port 691d5459-e44d-429c-b7e1-11c154de4093 on network b5cae8f9-7934-439f-9a76-35fdad11e3cb {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:25:18.515159 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-bcd1daf3-bd4f-456c-a4a4-34ea1c651667 req-e06ffd63-2d5b-4708-a05d-c1abd1e80e8e tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900079 Jun 07 17:25:18.545343 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:25:18.545952 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Checking segment: {'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:25:18.546539 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Bound using segment: {'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:25:18.547155 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Bound port: 691d5459-e44d-429c-b7e1-11c154de4093, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae75a7b3-1734-42b8-857f-78f1e5621e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb'}}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:25:18.547695 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:18.629411 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6ca471a6-66e8-4820-8afc-8f24c0ace0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:18.638733 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6ca471a6-66e8-4820-8afc-8f24c0ace0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:18.648607 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:18.698490 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-64f3600a-4216-420b-951d-3a561c366bd7 req-77d94c25-e12d-4cd3-8a69-75e50b5e0a37 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447381 Jun 07 17:25:18.709573 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c16d-660b-4c79-88c5-2e12f742e999 req-24b4a7f3-f4d9-4f28-8ece-8f1f514a3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:18.711330 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fd38c16d-660b-4c79-88c5-2e12f742e999 req-24b4a7f3-f4d9-4f28-8ece-8f1f514a3d88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 918 time: 0.3675735 Jun 07 17:25:18.795988 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca471a6-66e8-4820-8afc-8f24c0ace0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df748e75-5d25-427d-a91f-dcf0991aabeb,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:18.804309 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6ca471a6-66e8-4820-8afc-8f24c0ace0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:18.811334 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-6ca471a6-66e8-4820-8afc-8f24c0ace0ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28cf5ca04993467c9f220de274455628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469452 Jun 07 17:25:18.812277 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51850) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:18.900345 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51852) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:18.918802 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] For port 691d5459-e44d-429c-b7e1-11c154de4093, host hv-cinder-78960, cleared binding levels {{(pid=91779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:25:18.926770 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] For port 691d5459-e44d-429c-b7e1-11c154de4093, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=691d5459-e44d-429c-b7e1-11c154de4093,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:25:18.948703 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fd38c16d-660b-4c79-88c5-2e12f742e999 req-c7a162cb-9f0b-4d1a-b61e-f105b2b8d565 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2 HTTP/1.1" status: 200 len: 217 time: 0.2106645 Jun 07 17:25:18.951789 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:18.953054 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 71cee9e4-df40-4e37-b742-b846540dc311 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:25:18.953784 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5254eb61-5bd6-462a-8f73-4006b0702cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:19.042597 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:19.085991 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-92cad713-71c4-4b80-b0ce-127f34d116be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:19.158464 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1df88-02e9-4d4b-ba79-efeee9b57038 req-7cf65377-ca52-42ce-8b89-023c08895416 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:19.160209 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-eee1df88-02e9-4d4b-ba79-efeee9b57038 req-7cf65377-ca52-42ce-8b89-023c08895416 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 946 time: 0.4058926 Jun 07 17:25:19.275434 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-92cad713-71c4-4b80-b0ce-127f34d116be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:19.400574 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 71cee9e4-df40-4e37-b742-b846540dc311, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=71cee9e4-df40-4e37-b742-b846540dc311,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:19.415828 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:19.416744 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:19.420925 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] 10.222.0.24 "PUT /v2.0/ports/691d5459-e44d-429c-b7e1-11c154de4093 HTTP/1.1" status: 200 len: 1093 time: 3.0660307 Jun 07 17:25:19.421237 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '71cee9e4-df40-4e37-b742-b846540dc311', 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb', 'port_id': '71cee9e4-df40-4e37-b742-b846540dc311', 'mac_address': 'fa:16:3e:df:0a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc1767b-858f-4ddb-a6f8-abd723d813c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:25:19.431486 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9', 'tag': '691d5459-e44d-429c-b7e1-11c154de4093'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:25:19.437870 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af1aabf-d728-44be-883e-a06527a42d03" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9", "tag": "691d5459-e44d-429c-b7e1-11c154de4093"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:19.473893 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5254eb61-5bd6-462a-8f73-4006b0702cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:19.485150 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=691d5459-e44d-429c-b7e1-11c154de4093,revision_number=3']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:19.492954 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c16d-660b-4c79-88c5-2e12f742e999 req-294e69a6-3679-4929-8fe3-4062928eb865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:19.496779 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fd38c16d-660b-4c79-88c5-2e12f742e999 req-294e69a6-3679-4929-8fe3-4062928eb865 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.5413308 Jun 07 17:25:19.498280 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:19.541513 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5254eb61-5bd6-462a-8f73-4006b0702cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:19.563587 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:19.613949 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-eee1df88-02e9-4d4b-ba79-efeee9b57038 req-563c4102-e461-4e83-886f-c1701542beb7 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380090 Jun 07 17:25:19.700856 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254eb61-5bd6-462a-8f73-4006b0702cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a17097c-dff2-47df-8505-1f9d23d33188,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:19.710312 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-5254eb61-5bd6-462a-8f73-4006b0702cdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab66edd78dcb41b68de2ad79138d480a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8076029 Jun 07 17:25:19.711934 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5254eb61-5bd6-462a-8f73-4006b0702cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:19.712103 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e879e38-de6c-432c-928c-c6d036947f8d x-openstack-request-id: req-2e879e38-de6c-432c-928c-c6d036947f8d {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:19.712372 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9", "tag": "691d5459-e44d-429c-b7e1-11c154de4093", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:19.712722 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e879e38-de6c-432c-928c-c6d036947f8d {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:19.713234 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9', 'tag': '691d5459-e44d-429c-b7e1-11c154de4093', 'status': 'completed', 'code': 200} Jun 07 17:25:19.714620 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 51880) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:19.746293 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-94f35802-5f44-4c4d-b9d7-05893791c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:19.748354 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-94f35802-5f44-4c4d-b9d7-05893791c596 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bba071bce544828b4bf4a430b210a0a&device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 1096 time: 0.2483788 Jun 07 17:25:19.807406 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-92cad713-71c4-4b80-b0ce-127f34d116be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:19.812596 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-92cad713-71c4-4b80-b0ce-127f34d116be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:19.819501 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-92cad713-71c4-4b80-b0ce-127f34d116be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df748e75-5d25-427d-a91f-dcf0991aabeb HTTP/1.1" status: 204 len: 168 time: 1.0058165 Jun 07 17:25:19.822841 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:19.826709 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-24838074-cd4e-446f-bb12-97437b68ffca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:19.856282 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cad713-71c4-4b80-b0ce-127f34d116be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df748e75-5d25-427d-a91f-dcf0991aabeb,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:19.862216 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-92cad713-71c4-4b80-b0ce-127f34d116be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:19.890869 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-abf8b51f-f1c9-4da9-b838-d3a23fd0d359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:19.945142 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-abf8b51f-f1c9-4da9-b838-d3a23fd0d359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:19.979089 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cee9e4-df40-4e37-b742-b846540dc311 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:25:20.033128 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 71cee9e4-df40-4e37-b742-b846540dc311, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=71cee9e4-df40-4e37-b742-b846540dc311,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:20.043829 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:20.047728 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:20.108384 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-131f2fd4-9e5f-46a3-87ab-d854395b4923 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=691d5459-e44d-429c-b7e1-11c154de4093 HTTP/1.1" status: 200 len: 217 time: 0.3282988 Jun 07 17:25:20.139382 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-abf8b51f-f1c9-4da9-b838-d3a23fd0d359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:20.143815 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-abf8b51f-f1c9-4da9-b838-d3a23fd0d359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:20.145768 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-abf8b51f-f1c9-4da9-b838-d3a23fd0d359 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a17097c-dff2-47df-8505-1f9d23d33188 HTTP/1.1" status: 204 len: 168 time: 0.4295363 Jun 07 17:25:20.147528 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-4af381fc-1bc1-485a-9de2-411927f72d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:20.198961 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8b51f-f1c9-4da9-b838-d3a23fd0d359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a17097c-dff2-47df-8505-1f9d23d33188,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:20.202505 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-abf8b51f-f1c9-4da9-b838-d3a23fd0d359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:20.265393 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c16d-660b-4c79-88c5-2e12f742e999 req-6ee1b0b8-7c6e-41ee-8779-e1ff9c932b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:20.267963 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fd38c16d-660b-4c79-88c5-2e12f742e999 req-6ee1b0b8-7c6e-41ee-8779-e1ff9c932b4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7286108 Jun 07 17:25:20.316342 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=71cee9e4-df40-4e37-b742-b846540dc311,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:20.321737 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:20.396306 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c8dba-a5c8-4c21-8403-d4b5c35a09a3 req-9a4c0ddd-03d3-40c4-be7e-9c522635ee58 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:20.408166 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['71cee9e4-df40-4e37-b742-b846540dc311'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:25:20.432031 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-924c8dba-a5c8-4c21-8403-d4b5c35a09a3 req-9a4c0ddd-03d3-40c4-be7e-9c522635ee58 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 943 time: 0.2188148 Jun 07 17:25:20.587712 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-924c8dba-a5c8-4c21-8403-d4b5c35a09a3 req-8070d5a1-1a23-433d-915a-2cb2cd68ce37 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462595 Jun 07 17:25:20.609334 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-381b34df-4921-434e-a66f-dce4ec37a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:20.613808 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-381b34df-4921-434e-a66f-dce4ec37a26b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1767b-858f-4ddb-a6f8-abd723d813c9 HTTP/1.1" status: 200 len: 858 time: 0.4861703 Jun 07 17:25:20.792434 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-93411fa6-47a8-4972-9817-5634a6ba905b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5cae8f9-7934-439f-9a76-35fdad11e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673939 Jun 07 17:25:20.896912 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fd38c16d-660b-4c79-88c5-2e12f742e999 req-92519db3-95c2-45c9-843a-74be720882be service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195700 Jun 07 17:25:20.956875 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device b38eaef8-52a3-4d79-a47e-005b5e8e34b2 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:25:21.350158 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:21.361043 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544bc3b-9927-4f6f-92c4-818fa9e6e40b req-bac9966f-55ef-4c93-8bfa-5faeaee3e85f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:21.377207 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1544bc3b-9927-4f6f-92c4-818fa9e6e40b req-bac9966f-55ef-4c93-8bfa-5faeaee3e85f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.3777866 Jun 07 17:25:21.410120 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'port_id': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'mac_address': 'fa:16:3e:c9:c1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:25:21.498138 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-93571790-37d6-45b9-976c-29e34ad147c8 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756909 Jun 07 17:25:21.505016 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1544bc3b-9927-4f6f-92c4-818fa9e6e40b req-af7d82cb-33e0-40e8-9837-899065a84507 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194353 Jun 07 17:25:21.513901 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fd38c16d-660b-4c79-88c5-2e12f742e999 req-cfab5d5e-29b7-41c7-a892-012210068cce service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923562 Jun 07 17:25:21.541763 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:21.582141 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38eaef8-52a3-4d79-a47e-005b5e8e34b2 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:25:21.623938 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:21.634216 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:21.639328 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:21.778540 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:21.783642 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:21.826367 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b2bb13f8-6adc-4863-839a-e9ac17a08f26 req-196e2af8-3066-4607-ad7b-d8a5bb9efac1 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874012 Jun 07 17:25:21.883642 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff2048-b968-4080-bf3e-0182047b7573 req-044ac0fc-253f-4682-bd54-e19f85b97974 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:21.892616 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c5ff2048-b968-4080-bf3e-0182047b7573 req-044ac0fc-253f-4682-bd54-e19f85b97974 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 943 time: 0.1329079 Jun 07 17:25:21.998933 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c5ff2048-b968-4080-bf3e-0182047b7573 req-b035c3d0-e1de-48b1-badf-0fe37da50763 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047812 Jun 07 17:25:22.062342 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1aabf-d728-44be-883e-a06527a42d03 req-0bb3491c-de82-415d-8883-022f32a10632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:22.064855 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7af1aabf-d728-44be-883e-a06527a42d03 req-0bb3491c-de82-415d-8883-022f32a10632 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bba071bce544828b4bf4a430b210a0a&device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 1096 time: 0.1316094 Jun 07 17:25:22.168582 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['b38eaef8-52a3-4d79-a47e-005b5e8e34b2'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:25:22.301660 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1aabf-d728-44be-883e-a06527a42d03 req-5ea7da65-8bdb-441a-b80d-96ee13e218d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:22.310554 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7af1aabf-d728-44be-883e-a06527a42d03 req-5ea7da65-8bdb-441a-b80d-96ee13e218d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 200 len: 919 time: 0.2384179 Jun 07 17:25:22.506109 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7af1aabf-d728-44be-883e-a06527a42d03 req-bc5ded3c-807c-4b29-bdd0-8389d2286085 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=691d5459-e44d-429c-b7e1-11c154de4093 HTTP/1.1" status: 200 len: 217 time: 0.1884866 Jun 07 17:25:22.611749 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1aabf-d728-44be-883e-a06527a42d03 req-a04fc7ec-952a-46c2-8e1f-43b40b3601fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:22.613572 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7af1aabf-d728-44be-883e-a06527a42d03 req-a04fc7ec-952a-46c2-8e1f-43b40b3601fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1767b-858f-4ddb-a6f8-abd723d813c9 HTTP/1.1" status: 200 len: 858 time: 0.0988679 Jun 07 17:25:22.781768 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7af1aabf-d728-44be-883e-a06527a42d03 req-f4699a87-a55f-4dc9-8500-89ee7e2c5ee8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5cae8f9-7934-439f-9a76-35fdad11e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602998 Jun 07 17:25:22.964648 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 71cee9e4-df40-4e37-b742-b846540dc311 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:25:23.164294 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port 71cee9e4-df40-4e37-b742-b846540dc311 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:25:23.171129 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 71cee9e4-df40-4e37-b742-b846540dc311 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:23.171789 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:23.380258 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfcf84-982d-4ac0-bb02-aaba79d1f5d9 req-89f29684-7927-4922-8025-f4a0510b8484 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:23.386301 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-44bfcf84-982d-4ac0-bb02-aaba79d1f5d9 req-89f29684-7927-4922-8025-f4a0510b8484 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 944 time: 0.6029854 Jun 07 17:25:23.423883 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:23.490646 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7af1aabf-d728-44be-883e-a06527a42d03 req-38549a51-a530-4441-9d28-592aab3a67c0 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849905 Jun 07 17:25:23.590895 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 71cee9e4-df40-4e37-b742-b846540dc311, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=71cee9e4-df40-4e37-b742-b846540dc311,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:23.596933 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6842e2-6817-423f-bae7-1e28e29ad543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cee9e4-df40-4e37-b742-b846540dc311'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:25:23.609906 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60ad1bb-c5d6-4056-b650-b72d72b00004" -d '{"events": [{"server_uuid": "ea6842e2-6817-423f-bae7-1e28e29ad543", "name": "network-vif-plugged", "status": "completed", "tag": "71cee9e4-df40-4e37-b742-b846540dc311"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:23.621086 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:23.633829 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-ec59d652-7b4e-4a97-8d7e-3f972991e3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:23.811820 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=71cee9e4-df40-4e37-b742-b846540dc311,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:23.815899 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:23.991940 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7af1aabf-d728-44be-883e-a06527a42d03 req-7645a3c6-b159-430d-a86c-397ec6df94a2 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909201 Jun 07 17:25:24.002932 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82ded3-42b4-43d7-b5b3-fdc7c837f328 req-7c89fd54-a109-40a1-ac41-5d039dd34560 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:24.015427 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0e82ded3-42b4-43d7-b5b3-fdc7c837f328 req-7c89fd54-a109-40a1-ac41-5d039dd34560 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 943 time: 0.1922114 Jun 07 17:25:24.052051 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-44bfcf84-982d-4ac0-bb02-aaba79d1f5d9 req-96b7d7d1-60f4-4831-9610-bb08408ae498 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6548800 Jun 07 17:25:24.112480 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0e82ded3-42b4-43d7-b5b3-fdc7c837f328 req-d25def44-760f-4a4e-a6dd-e9ec8d6b1593 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879586 Jun 07 17:25:24.154469 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd603437-dfd0-4dd9-b905-a79e635b84e7 x-openstack-request-id: req-dd603437-dfd0-4dd9-b905-a79e635b84e7 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:24.155062 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6842e2-6817-423f-bae7-1e28e29ad543", "name": "network-vif-plugged", "status": "completed", "tag": "71cee9e4-df40-4e37-b742-b846540dc311", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:24.155266 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd603437-dfd0-4dd9-b905-a79e635b84e7 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:24.155719 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6842e2-6817-423f-bae7-1e28e29ad543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cee9e4-df40-4e37-b742-b846540dc311', 'code': 200} Jun 07 17:25:24.589940 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc0a9c-25b4-446d-b8e3-c4dae5bcd6cd req-877c9243-9cc2-4309-8cd4-e78d43883715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:24.594486 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-33dc0a9c-25b4-446d-b8e3-c4dae5bcd6cd req-877c9243-9cc2-4309-8cd4-e78d43883715 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 1098 time: 0.2311246 Jun 07 17:25:24.732630 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-33dc0a9c-25b4-446d-b8e3-c4dae5bcd6cd req-ab4b7e24-2828-4f80-8ef1-84fb6b649b58 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276755 Jun 07 17:25:24.954414 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device b38eaef8-52a3-4d79-a47e-005b5e8e34b2 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:25:25.034708 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f7ac0-c201-41ed-a7df-2e66c1e9da8a req-2f86851b-9360-44ac-a1b6-4065547405e8 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:25.045437 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-490f7ac0-c201-41ed-a7df-2e66c1e9da8a req-2f86851b-9360-44ac-a1b6-4065547405e8 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 945 time: 0.1385770 Jun 07 17:25:25.122346 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:25:25.135072 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:25.137709 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:25.145326 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-490f7ac0-c201-41ed-a7df-2e66c1e9da8a req-4c978a97-b401-4a3f-b35f-bf1e8f9e0f4a tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946589 Jun 07 17:25:25.484565 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:25.629436 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:25.645770 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:25.654728 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-06532ef9-2563-4b79-83dd-71d665eaa47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:25.712967 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abe59a-4413-4fe3-afa6-45c30210d19e req-9d95efd0-03dc-4615-9253-071015e502a4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:25.720956 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0e287-1052-48ee-aef0-21e3b6932ca2 req-7dca3781-f017-4d25-a068-f9616866434a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:25.732466 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-58abe59a-4413-4fe3-afa6-45c30210d19e req-9d95efd0-03dc-4615-9253-071015e502a4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 943 time: 0.2452564 Jun 07 17:25:25.734014 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-45d0e287-1052-48ee-aef0-21e3b6932ca2 req-7dca3781-f017-4d25-a068-f9616866434a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 944 time: 0.3624556 Jun 07 17:25:25.739479 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:25.743971 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:25.813404 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-45d0e287-1052-48ee-aef0-21e3b6932ca2 req-6b78592c-ebba-4278-8543-e02e73b539bb tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772593 Jun 07 17:25:25.856443 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-58abe59a-4413-4fe3-afa6-45c30210d19e req-0f3ecf0b-d92d-4265-9fa6-a38816a21843 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210959 Jun 07 17:25:26.156575 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:25:26.159819 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f93fa15-18f3-46c1-9e27-5eaf3dfa184a" -d '{"events": [{"server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "name": "network-vif-plugged", "status": "completed", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:26.303484 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86414147-947a-45b5-8a47-34c8213ee799 x-openstack-request-id: req-86414147-947a-45b5-8a47-34c8213ee799 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:26.303964 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "name": "network-vif-plugged", "status": "completed", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:26.304233 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86414147-947a-45b5-8a47-34c8213ee799 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:26.304645 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'code': 200} Jun 07 17:25:26.462327 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6448aa-72b3-47bf-bcb5-19f12a38fe40 req-d739adad-b192-440c-b3d3-d6b68bde130b tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:26.482219 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ee6448aa-72b3-47bf-bcb5-19f12a38fe40 req-d739adad-b192-440c-b3d3-d6b68bde130b tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 945 time: 0.1499245 Jun 07 17:25:26.553730 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ee6448aa-72b3-47bf-bcb5-19f12a38fe40 req-49882784-4214-4e47-8c40-c52c6a84ae9a tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705574 Jun 07 17:25:26.798730 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fc61f-49c7-4cc8-b22b-0a53fad88996 req-e6dc68ec-b877-4bac-8875-280adcda070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:26.799963 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2b5fc61f-49c7-4cc8-b22b-0a53fad88996 req-e6dc68ec-b877-4bac-8875-280adcda070c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 1098 time: 0.1565149 Jun 07 17:25:26.893211 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2b5fc61f-49c7-4cc8-b22b-0a53fad88996 req-d679df2d-e5a0-48e1-9609-08c8a40048af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799050 Jun 07 17:25:26.955310 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 691d5459-e44d-429c-b7e1-11c154de4093 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:25:27.170875 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 691d5459-e44d-429c-b7e1-11c154de4093, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=691d5459-e44d-429c-b7e1-11c154de4093,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:27.190647 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e04c2-debf-4dac-8b3a-9c1dc0ccee2b req-7c4af6f1-bbaa-4237-8f8e-64ebb4209619 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:27.202994 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '691d5459-e44d-429c-b7e1-11c154de4093', 'network_id': 'b5cae8f9-7934-439f-9a76-35fdad11e3cb', 'port_id': '691d5459-e44d-429c-b7e1-11c154de4093', 'mac_address': 'fa:16:3e:ab:6e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc1767b-858f-4ddb-a6f8-abd723d813c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:25:27.206707 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c70e04c2-debf-4dac-8b3a-9c1dc0ccee2b req-7c4af6f1-bbaa-4237-8f8e-64ebb4209619 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 943 time: 0.1906657 Jun 07 17:25:27.326327 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:27.365656 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ef9b8-ce7f-403c-8fb1-d61780090920 req-2f4b6937-e1b8-4bfc-9e26-00a467bfd872 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:27.367562 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691d5459-e44d-429c-b7e1-11c154de4093 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:25:27.375474 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e34ef9b8-ce7f-403c-8fb1-d61780090920 req-2f4b6937-e1b8-4bfc-9e26-00a467bfd872 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.2486086 Jun 07 17:25:27.413808 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c70e04c2-debf-4dac-8b3a-9c1dc0ccee2b req-12628071-e97d-4926-b34c-765720c370b0 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055273 Jun 07 17:25:27.426169 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 691d5459-e44d-429c-b7e1-11c154de4093, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=691d5459-e44d-429c-b7e1-11c154de4093,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:27.434603 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:27.436649 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-326450fa-74ac-464f-9aa2-dfcd8989217f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:27.457191 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a4f34-7609-41c8-91c7-1bcb43cc1f2a req-d6e702f1-5751-4961-a605-dd68b51b7061 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:27.458619 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4d9a4f34-7609-41c8-91c7-1bcb43cc1f2a req-d6e702f1-5751-4961-a605-dd68b51b7061 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.24 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 945 time: 0.2479911 Jun 07 17:25:27.468688 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e34ef9b8-ce7f-403c-8fb1-d61780090920 req-67d49f9e-5429-48c0-90de-a626042fbfd3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917940 Jun 07 17:25:27.565116 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=691d5459-e44d-429c-b7e1-11c154de4093,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:27.569590 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:27.734299 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-4d9a4f34-7609-41c8-91c7-1bcb43cc1f2a req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Deleting port 3d39fceb-8211-4987-92a8-c064abfa7b72 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:25:27.734607 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-4d9a4f34-7609-41c8-91c7-1bcb43cc1f2a req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:27.858265 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['691d5459-e44d-429c-b7e1-11c154de4093'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:25:27.970635 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-4d9a4f34-7609-41c8-91c7-1bcb43cc1f2a req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] For port 3d39fceb-8211-4987-92a8-c064abfa7b72, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3d39fceb-8211-4987-92a8-c064abfa7b72,segment=NetworkSegment(d540b758-188e-4a51-a0fe-3b8c6138c525),segment_id=d540b758-188e-4a51-a0fe-3b8c6138c525)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:27.971248 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-4d9a4f34-7609-41c8-91c7-1bcb43cc1f2a req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:28.161545 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2530b5-c8a6-4469-9383-64d0ad9ba3c3 req-9bf33590-ca9c-4fba-9bcc-3645baa23cc1 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:28.169178 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1f2530b5-c8a6-4469-9383-64d0ad9ba3c3 req-9bf33590-ca9c-4fba-9bcc-3645baa23cc1 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 945 time: 0.4370072 Jun 07 17:25:28.256891 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-4d9a4f34-7609-41c8-91c7-1bcb43cc1f2a req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Calling delete_port for 3d39fceb-8211-4987-92a8-c064abfa7b72 owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:25:28.488944 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1f2530b5-c8a6-4469-9383-64d0ad9ba3c3 req-b2842f5e-8aa8-4cc0-bd1a-7577b4644057 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/security-groups?id=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181629 Jun 07 17:25:28.677683 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-2189aa23-97b4-4739-9908-53a58c81dab3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:28.681797 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-2189aa23-97b4-4739-9908-53a58c81dab3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 814 time: 0.3692718 Jun 07 17:25:28.686374 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52152) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:28.724517 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-93f899a0-e062-4f59-9d50-a608db1d150d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/quotas/03e35c31f367454188de9b5c12ee0214 HTTP/1.1" status: 200 len: 375 time: 0.0244286 Jun 07 17:25:28.826144 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-4d9a4f34-7609-41c8-91c7-1bcb43cc1f2a req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:28.839178 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:28.858155 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-3548b715-5d8d-4c49-b1cf-aed765d4183e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1324337 Jun 07 17:25:28.949878 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 3d39fceb-8211-4987-92a8-c064abfa7b72 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:25:28.992100 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:29.020047 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: 3d39fceb-8211-4987-92a8-c064abfa7b72 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:25:29.020743 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 3d39fceb-8211-4987-92a8-c064abfa7b72 not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:25:29.041083 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb2030-8c31-47fb-bbad-d0a2995ac210 req-9846939c-1a81-4c47-9601-a07dd0297d9f tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:29.043712 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-22eb2030-8c31-47fb-bbad-d0a2995ac210 req-9846939c-1a81-4c47-9601-a07dd0297d9f tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 944 time: 0.3309944 Jun 07 17:25:29.048427 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Pushing event deleted for resources: {'Port': ['ID=3d39fceb-8211-4987-92a8-c064abfa7b72,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:29.144598 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.145269 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.145829 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.146362 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.147702 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.148239 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.148781 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.149310 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.149823 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.150345 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.150867 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.151540 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.156543 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-511f1881-d99a-421c-854a-1e4339e2a183 service neutron] 10.222.0.13 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885005 Jun 07 17:25:29.172689 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:29.174631 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9a4f34-7609-41c8-91c7-1bcb43cc1f2a req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] No DVR routers for this DVR port 3d39fceb-8211-4987-92a8-c064abfa7b72 on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:25:29.182166 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-4d9a4f34-7609-41c8-91c7-1bcb43cc1f2a req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:29.185013 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4d9a4f34-7609-41c8-91c7-1bcb43cc1f2a req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.24 "DELETE /v2.0/ports/3d39fceb-8211-4987-92a8-c064abfa7b72 HTTP/1.1" status: 204 len: 173 time: 1.7196643 Jun 07 17:25:29.186130 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e671398f-57f9-4f40-a6f3-5ca0fd047324', 'name': 'network-vif-deleted', 'tag': '3d39fceb-8211-4987-92a8-c064abfa7b72'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:25:29.202263 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb46eeb0-b41c-4234-88cd-c5ad347ed940" -d '{"events": [{"server_uuid": "e671398f-57f9-4f40-a6f3-5ca0fd047324", "name": "network-vif-deleted", "tag": "3d39fceb-8211-4987-92a8-c064abfa7b72"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:29.256324 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-22eb2030-8c31-47fb-bbad-d0a2995ac210 req-13835a4f-4d94-4d19-8646-436b3da0be83 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996706 Jun 07 17:25:29.378381 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:29.390703 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-89449ef0-ef16-4827-8996-90924bf24bfb service neutron] 10.222.0.13 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248955 Jun 07 17:25:29.391992 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:29.423956 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-afd3a042-fee9-41eb-8994-81d285aec946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:29.438999 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82aae16536264c329c6a1669797224fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7481551 Jun 07 17:25:29.441785 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52182) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:29.512781 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b234587f-1a8b-4eae-8294-e7e519401b6f,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:29.526348 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.526699 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.527025 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.527485 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.527721 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.528052 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.528382 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.528709 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.530832 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.530832 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.530832 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.530832 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:29.535594 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:29.561800 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fdee7864-191b-470b-bd71-e6d3e0dd263e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:29.583158 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361f791-26d0-4ea7-bf91-fdc720588cd6 req-3fe0db74-34f9-4830-acfc-3fdcaacb20fb tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:29.587418 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2361f791-26d0-4ea7-bf91-fdc720588cd6 req-3fe0db74-34f9-4830-acfc-3fdcaacb20fb tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.2145822 Jun 07 17:25:29.611755 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fdee7864-191b-470b-bd71-e6d3e0dd263e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:29.629506 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c11a181-8764-442c-a6fe-d110e0b9ea1d x-openstack-request-id: req-8c11a181-8764-442c-a6fe-d110e0b9ea1d {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:29.629683 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e671398f-57f9-4f40-a6f3-5ca0fd047324", "name": "network-vif-deleted", "tag": "3d39fceb-8211-4987-92a8-c064abfa7b72", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:29.630037 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c11a181-8764-442c-a6fe-d110e0b9ea1d {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:29.630671 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e671398f-57f9-4f40-a6f3-5ca0fd047324', 'name': 'network-vif-deleted', 'tag': '3d39fceb-8211-4987-92a8-c064abfa7b72', 'status': 'completed', 'code': 200} Jun 07 17:25:29.695624 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fdee7864-191b-470b-bd71-e6d3e0dd263e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:29.696376 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2361f791-26d0-4ea7-bf91-fdc720588cd6 req-5d0a7f08-93a3-4112-b619-c20898bfe61e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875528 Jun 07 17:25:29.713263 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fdee7864-191b-470b-bd71-e6d3e0dd263e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:29.716740 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-fdee7864-191b-470b-bd71-e6d3e0dd263e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b234587f-1a8b-4eae-8294-e7e519401b6f HTTP/1.1" status: 204 len: 168 time: 0.2713943 Jun 07 17:25:29.719906 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-9a86765f-ba61-49a4-80c2-8e1037e0a984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:29.848480 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee7864-191b-470b-bd71-e6d3e0dd263e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b234587f-1a8b-4eae-8294-e7e519401b6f,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:29.865640 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fdee7864-191b-470b-bd71-e6d3e0dd263e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:29.948877 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0ec5799-41b2-45f7-9824-9e222b123d8b req-0a0d19c2-009c-4ab2-9ccf-742689338d9c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 210 time: 0.1596832 Jun 07 17:25:29.954277 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a671634b-6d6a-4895-9628-4f2c78379ba9 req-3c172021-4c5f-4053-b21e-0d21b6eba3d0 tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] 10.222.0.13 "GET /v2.0/ports?device_id=e671398f-57f9-4f40-a6f3-5ca0fd047324 HTTP/1.1" status: 200 len: 210 time: 0.1924925 Jun 07 17:25:30.231847 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce69570-8557-49bb-952a-a16854a56834 req-23ccd14e-6278-4e49-ba74-d17e53eb4a2d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:30.250124 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52208) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:30.256611 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-6ce69570-8557-49bb-952a-a16854a56834 req-23ccd14e-6278-4e49-ba74-d17e53eb4a2d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.1460669 Jun 07 17:25:30.262960 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-39337399-30c4-47e5-80ae-bb6adf502963 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Request body: {'floatingip': {'port_id': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:30.266334 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-6a6b390d-f9cc-4e55-a59f-e3f0fb62786e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:30.557817 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-39337399-30c4-47e5-80ae-bb6adf502963 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:30.613282 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52216) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:30.654870 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-65cf7724-81ec-49d4-9991-714a9512c6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:30.853352 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-65cf7724-81ec-49d4-9991-714a9512c6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:30.858756 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-65cf7724-81ec-49d4-9991-714a9512c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:30.873454 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-3d9722b5-48fd-472a-8a45-0f9c066b39fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:30.940886 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-65cf7724-81ec-49d4-9991-714a9512c6eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f33e3b218e53464591d7ee36a7694f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243599 Jun 07 17:25:30.942011 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52228) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:30.965323 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf7724-81ec-49d4-9991-714a9512c6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d4cfb0-2364-4f27-b44e-ecf198ad410c,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:30.970323 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 691d5459-e44d-429c-b7e1-11c154de4093 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:25:30.971409 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-65cf7724-81ec-49d4-9991-714a9512c6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:31.055597 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd36dd1-45c2-455f-ad18-411f1e5d2d29 req-695fd33a-7f87-4d39-8486-42be27afaf54 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:31.057398 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8fd36dd1-45c2-455f-ad18-411f1e5d2d29 req-695fd33a-7f87-4d39-8486-42be27afaf54 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 944 time: 0.3696530 Jun 07 17:25:31.242822 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-11c660a7-dd56-436f-bb90-9d46872440b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:31.245256 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port 691d5459-e44d-429c-b7e1-11c154de4093 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:25:31.253337 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 691d5459-e44d-429c-b7e1-11c154de4093 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:31.253988 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:31.299250 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8fd36dd1-45c2-455f-ad18-411f1e5d2d29 req-9954a7da-fae9-4b10-b72e-3316cc632fff tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212055 Jun 07 17:25:31.430869 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-153cde9c-c598-45e3-9589-c94c5edec46d req-67968378-072f-4166-b305-cacb315ceb1d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 210 time: 0.2225246 Jun 07 17:25:31.449842 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-11c660a7-dd56-436f-bb90-9d46872440b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:31.551361 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-11c660a7-dd56-436f-bb90-9d46872440b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:31.555867 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:31.556711 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-11c660a7-dd56-436f-bb90-9d46872440b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:31.558183 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-11c660a7-dd56-436f-bb90-9d46872440b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73d4cfb0-2364-4f27-b44e-ecf198ad410c HTTP/1.1" status: 204 len: 168 time: 0.6151047 Jun 07 17:25:31.559108 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bd1b2f80-77e8-4f70-917a-c0d4b5472f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:31.586271 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c660a7-dd56-436f-bb90-9d46872440b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d4cfb0-2364-4f27-b44e-ecf198ad410c,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:31.592355 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-11c660a7-dd56-436f-bb90-9d46872440b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:31.696139 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 691d5459-e44d-429c-b7e1-11c154de4093, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=691d5459-e44d-429c-b7e1-11c154de4093,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:31.697845 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691d5459-e44d-429c-b7e1-11c154de4093'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:25:31.701785 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f019003-434d-4806-b1f0-247ff01c0972" -d '{"events": [{"server_uuid": "a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9", "name": "network-vif-plugged", "status": "completed", "tag": "691d5459-e44d-429c-b7e1-11c154de4093"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:31.733306 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:31.745291 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:31.879124 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f797ded-bce3-4588-837b-0cebd9893a27 x-openstack-request-id: req-3f797ded-bce3-4588-837b-0cebd9893a27 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:31.879447 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9", "name": "network-vif-plugged", "status": "completed", "tag": "691d5459-e44d-429c-b7e1-11c154de4093", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:31.879724 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f797ded-bce3-4588-837b-0cebd9893a27 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:31.880152 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691d5459-e44d-429c-b7e1-11c154de4093', 'code': 200} Jun 07 17:25:32.008555 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=691d5459-e44d-429c-b7e1-11c154de4093,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:32.039140 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:32.277937 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.db.resource_extend [None req-39337399-30c4-47e5-80ae-bb6adf502963 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:25:32.494958 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-b9ac0952-96bc-41e0-933a-20bb54e68e51 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:32.496394 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-b9ac0952-96bc-41e0-933a-20bb54e68e51 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 814 time: 0.5453143 Jun 07 17:25:32.533474 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Request body: {'port': {'device_id': '67ecb112-51e0-4a80-b416-0d2d51078364', 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816', 'admin_state_up': True, 'tenant_id': '03e35c31f367454188de9b5c12ee0214'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:32.582891 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-072b14bf-dc41-43b6-a054-0cf3f3e47318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:32.785967 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-39337399-30c4-47e5-80ae-bb6adf502963 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:32.807769 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-39337399-30c4-47e5-80ae-bb6adf502963 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:32.811308 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:32.976758 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f15f8cfd-d438-4339-ab71-518ac69656b9 req-a7b18245-1260-4ac7-93bc-90d5eed5c488 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 210 time: 0.1095459 Jun 07 17:25:32.983895 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbd37d-ac7f-44b3-8223-b9073388f1e3 req-50561ce7-46ba-4273-8ce0-f1930092c2f7 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:32.988146 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-26bbd37d-ac7f-44b3-8223-b9073388f1e3 req-50561ce7-46ba-4273-8ce0-f1930092c2f7 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.3849852 Jun 07 17:25:33.049876 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744ff0c-6163-4659-8a27-0c5acb1ff298 req-ada49166-6f96-44bc-b532-0cebf290c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:33.056162 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2744ff0c-6163-4659-8a27-0c5acb1ff298 req-ada49166-6f96-44bc-b532-0cebf290c074 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 1098 time: 0.8154395 Jun 07 17:25:33.103482 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52296) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:33.171522 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52300) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:33.199759 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-26bbd37d-ac7f-44b3-8223-b9073388f1e3 req-d7d4952d-0227-4976-96a0-22a7a11447e5 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940441 Jun 07 17:25:33.238732 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.l3_db [None req-39337399-30c4-47e5-80ae-bb6adf502963 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Floating IP 962a0fb2-a4d0-49ff-88cf-d6dfe746f93a associated. External IP: 172.28.2.89, port: b38eaef8-52a3-4d79-a47e-005b5e8e34b2. Jun 07 17:25:33.262988 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2744ff0c-6163-4659-8a27-0c5acb1ff298 req-6b63c228-0998-465c-a271-efccd91d2734 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202769 Jun 07 17:25:33.289926 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Made reservation on behalf of 03e35c31f367454188de9b5c12ee0214 for: {'port': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:25:33.297917 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:33.501175 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Allocated IP 172.20.0.10 (0c501b8c-f6c3-4363-a314-861011ace816/196d0be0-7418-4ee4-a924-893125334c6b/8c8b99b0-ac59-448f-9d83-b4d0d2f4e003) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:25:33.525309 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c3445951-777b-4187-863b-0353f176bf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:33.598182 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a9dff80f-e27d-4caf-81d5-7959da110a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:33.785643 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:33.926501 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:33.978542 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:33.981587 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:33.981587 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:25:33.981587 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:25:33.981587 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:25:33.981587 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:33.981587 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:25:33.991550 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['37f4c443-4c8e-44e3-9f2d-f8efd4525f58'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:25:34.034114 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Network 0c501b8c-f6c3-4363-a314-861011ace816 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:25:34.035684 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:25:34.042762 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:25:34.049610 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:34.050278 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:34.218607 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c3445951-777b-4187-863b-0353f176bf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:34.232624 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c3445951-777b-4187-863b-0353f176bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:34.252256 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5254eb61-5bd6-462a-8f73-4006b0702cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:34.322660 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-c3445951-777b-4187-863b-0353f176bf56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31fb8d2fb9184def86d3329a34c8ae63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1455152 Jun 07 17:25:34.322660 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3445951-777b-4187-863b-0353f176bf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b7a39a-b540-4922-b688-a96e56eb7af9,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:34.329995 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c3445951-777b-4187-863b-0353f176bf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:34.353724 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39337399-30c4-47e5-80ae-bb6adf502963 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:25:34.355273 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52340) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:34.612354 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a9dff80f-e27d-4caf-81d5-7959da110a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:34.627616 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a9dff80f-e27d-4caf-81d5-7959da110a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:34.638297 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c208d38c-74cf-4005-8b46-84cd8cf4e184 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:34.651539 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-0d417292-d7e3-4206-8179-4f003851094c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1405733 Jun 07 17:25:34.686555 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Request body: {'port': {'device_id': '67ecb112-51e0-4a80-b416-0d2d51078364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:34.792366 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dff80f-e27d-4caf-81d5-7959da110a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b327ca-9fed-4004-863a-657f9a4d5204,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:34.804718 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-a9dff80f-e27d-4caf-81d5-7959da110a4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a510c1183ec746469950655d0643e75a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6949308 Jun 07 17:25:34.807172 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a9dff80f-e27d-4caf-81d5-7959da110a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:34.810688 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52376) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:34.858814 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea4d31-6721-4ff6-b617-fff0c29e0c98 req-1774b369-a11c-4506-b209-c6b496caca31 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:34.860261 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bdea4d31-6721-4ff6-b617-fff0c29e0c98 req-1774b369-a11c-4506-b209-c6b496caca31 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 932 time: 0.6867700 Jun 07 17:25:34.984738 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-59168871-6cfb-40f0-928d-ce9e738ec59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:35.041988 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-59168871-6cfb-40f0-928d-ce9e738ec59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:35.059733 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:35.069603 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cc426-dbd4-4d67-89f5-6f236b3c5d11 req-14208be9-1f2a-4043-960d-ef392f7b053a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:35.071229 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b28cc426-dbd4-4d67-89f5-6f236b3c5d11 req-14208be9-1f2a-4043-960d-ef392f7b053a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.4745452 Jun 07 17:25:35.078638 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39337399-30c4-47e5-80ae-bb6adf502963 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:25:35.079745 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bdea4d31-6721-4ff6-b617-fff0c29e0c98 req-0d9c6e54-ad1c-4c50-9610-5242c8b71ec6 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968857 Jun 07 17:25:35.088824 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-39337399-30c4-47e5-80ae-bb6adf502963 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:35.146195 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead0afd-8f7f-4b1c-8681-460146f1f1c6 None None] Sync routers for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:25:35.182716 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5d423491-3102-450b-b113-57a0326d23f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:35.189765 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead0afd-8f7f-4b1c-8681-460146f1f1c6 None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:25:35.196233 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-0ead0afd-8f7f-4b1c-8681-460146f1f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:25:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:35.228692 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-39337399-30c4-47e5-80ae-bb6adf502963 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "PUT /v2.0/floatingips/962a0fb2-a4d0-49ff-88cf-d6dfe746f93a HTTP/1.1" status: 200 len: 990 time: 4.9752231 Jun 07 17:25:35.229612 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:25:35.232416 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86c7660-c914-41b7-82f4-2579057de036" -d '{"events": [{"name": "network-changed", "server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:35.246401 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b28cc426-dbd4-4d67-89f5-6f236b3c5d11 req-79567745-99fa-4e3f-b69e-73d4966fa763 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628513 Jun 07 17:25:35.268672 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-59168871-6cfb-40f0-928d-ce9e738ec59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:35.270788 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-59168871-6cfb-40f0-928d-ce9e738ec59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:35.277770 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-59168871-6cfb-40f0-928d-ce9e738ec59c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8b7a39a-b540-4922-b688-a96e56eb7af9 HTTP/1.1" status: 204 len: 168 time: 0.9176593 Jun 07 17:25:35.277770 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:35.311124 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59168871-6cfb-40f0-928d-ce9e738ec59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b7a39a-b540-4922-b688-a96e56eb7af9,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:35.321146 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-59168871-6cfb-40f0-928d-ce9e738ec59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:35.442877 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5d423491-3102-450b-b113-57a0326d23f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:35.605234 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c67cf1d-9b77-41e5-a2f5-910f68a8ec55 x-openstack-request-id: req-0c67cf1d-9b77-41e5-a2f5-910f68a8ec55 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:35.605558 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:35.605827 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c67cf1d-9b77-41e5-a2f5-910f68a8ec55 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:35.606247 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'status': 'completed', 'code': 200} Jun 07 17:25:35.606679 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52396) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:35.665737 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-0ead0afd-8f7f-4b1c-8681-460146f1f1c6 None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:25:35.791322 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:35.827502 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cea323-b74d-4b1c-a143-cb95cf4025a2 admin admin] Deleting subnet 8ea5ae74-6e81-4c6b-95b3-7e6c6cbdd1ce {{(pid=91778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:25:35.833479 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-33cea323-b74d-4b1c-a143-cb95cf4025a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:35.933689 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-33cea323-b74d-4b1c-a143-cb95cf4025a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1956365'] for subnet, precommit_delete_associations {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:35.981503 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c7660-c914-41b7-82f4-2579057de036 req-caf75bbd-6b38-462c-87c3-1060f71e08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:35.983310 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f86c7660-c914-41b7-82f4-2579057de036 req-caf75bbd-6b38-462c-87c3-1060f71e08e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 1098 time: 0.3152432 Jun 07 17:25:36.062377 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-33cea323-b74d-4b1c-a143-cb95cf4025a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:36.130744 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5d423491-3102-450b-b113-57a0326d23f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:36.137062 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5d423491-3102-450b-b113-57a0326d23f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:36.142691 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-5d423491-3102-450b-b113-57a0326d23f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26b327ca-9fed-4004-863a-657f9a4d5204 HTTP/1.1" status: 204 len: 168 time: 1.3261461 Jun 07 17:25:36.145294 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-7efd60fb-138c-45d5-8331-63bb817e01d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:36.161216 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c8c78d52-8760-4a07-98a2-6439361e6629 req-36412ebc-a60a-44e0-90e7-5afb1380e589 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8708956 Jun 07 17:25:36.172459 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52418) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:36.233128 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d423491-3102-450b-b113-57a0326d23f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b327ca-9fed-4004-863a-657f9a4d5204,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:36.243579 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.db.resource_extend [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:25:36.295371 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5d423491-3102-450b-b113-57a0326d23f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:36.518053 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52430) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:36.614636 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 {{(pid=91779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:25:36.630230 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:36.663943 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5adb46a3-c463-48e9-8365-1edad1b1dace admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:36.703555 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-0ead0afd-8f7f-4b1c-8681-460146f1f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': '962a0fb2-a4d0-49ff-88cf-d6dfe746f93a', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'floating_ip_address': '172.28.2.89', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'port_id': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'mac_address': 'fa:16:3e:c9:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:25:02Z', 'updated_at': '2021-06-07T17:25:32Z', 'revision_number': 1, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:58Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:36.710872 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead0afd-8f7f-4b1c-8681-460146f1f1c6 None None] Checking router: e2b5bcb2-5282-4fa3-8601-f2e2fc55089a for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:25:36.720902 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c7660-c914-41b7-82f4-2579057de036 req-bf5d3504-002c-4ee5-a5d8-698e7abf253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:36.723660 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f86c7660-c914-41b7-82f4-2579057de036 req-bf5d3504-002c-4ee5-a5d8-698e7abf253a service neutron] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 918 time: 0.7301400 Jun 07 17:25:36.738114 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead0afd-8f7f-4b1c-8681-460146f1f1c6 None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:25:36.739928 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-0ead0afd-8f7f-4b1c-8681-460146f1f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:25:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:36.870669 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Transition to ACTIVE for port object 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 will not be triggered until provisioned by entity L2. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:25:36.896498 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:36.904633 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd62f-5fde-4d6c-ba74-0b4ccdf9be24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:36.916590 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52434) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:36.921890 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-33cea323-b74d-4b1c-a143-cb95cf4025a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1213485'] for subnet, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:36.943232 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:36.947429 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f38cc7a3-69d8-463e-acbf-013a9c1b0572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:36.989261 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cea323-b74d-4b1c-a143-cb95cf4025a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea5ae74-6e81-4c6b-95b3-7e6c6cbdd1ce,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:37.001408 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-33cea323-b74d-4b1c-a143-cb95cf4025a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:37.013981 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-33cea323-b74d-4b1c-a143-cb95cf4025a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:37.016194 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-33cea323-b74d-4b1c-a143-cb95cf4025a2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8ea5ae74-6e81-4c6b-95b3-7e6c6cbdd1ce HTTP/1.1" status: 204 len: 168 time: 1.4083755 Jun 07 17:25:37.020170 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52436) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:37.020588 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-0ead0afd-8f7f-4b1c-8681-460146f1f1c6 None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:25:37.024259 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f86c7660-c914-41b7-82f4-2579057de036 req-4f739814-ec9a-4129-a370-d7c517599fd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2 HTTP/1.1" status: 200 len: 998 time: 0.2928705 Jun 07 17:25:37.037584 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6299d5af-6569-42f0-ba54-1a186f896297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:37.124704 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a39b1a-dd6e-4957-82ab-0f3d3a30e940 req-6f40efd3-03c9-49d8-a48d-e2d529668ed6 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:37.127182 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-61a39b1a-dd6e-4957-82ab-0f3d3a30e940 req-6f40efd3-03c9-49d8-a48d-e2d529668ed6 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 932 time: 0.5761943 Jun 07 17:25:37.218742 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8b99b0-ac59-448f-9d83-b4d0d2f4e003,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:37.234550 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c78d52-8760-4a07-98a2-6439361e6629 req-0ec88d7d-5015-4282-90c8-2b0a785cfa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:37.236122 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c8c78d52-8760-4a07-98a2-6439361e6629 req-0ec88d7d-5015-4282-90c8-2b0a785cfa0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 1099 time: 0.8544621 Jun 07 17:25:37.239469 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:37.260480 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Attempting to bind port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:25:37.260915 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Attempting to bind port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:25:37.261196 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Attempting to bind port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 on network 0c501b8c-f6c3-4363-a314-861011ace816 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:25:37.268843 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c7660-c914-41b7-82f4-2579057de036 req-12db30e8-f68e-4112-8a03-9a351052c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:37.270231 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f86c7660-c914-41b7-82f4-2579057de036 req-12db30e8-f68e-4112-8a03-9a351052c34a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.2273283 Jun 07 17:25:37.307118 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 on network 0c501b8c-f6c3-4363-a314-861011ace816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:25:37.307494 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Attempting to bind port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 on network 0c501b8c-f6c3-4363-a314-861011ace816 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:25:37.315567 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5adb46a3-c463-48e9-8365-1edad1b1dace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:37.324220 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e60712-a043-4fac-bb54-aff76e395eb7 req-4f296230-c081-4fa9-804a-cfe3b64b46a7 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:37.325778 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c6e60712-a043-4fac-bb54-aff76e395eb7 req-4f296230-c081-4fa9-804a-cfe3b64b46a7 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.6404712 Jun 07 17:25:37.331182 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:37.336482 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:25:37.336956 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Checking segment: {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:25:37.337208 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Bound using segment: {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:25:37.337663 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Bound port: 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'}}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:25:37.338016 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:37.352191 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-61a39b1a-dd6e-4957-82ab-0f3d3a30e940 req-8f5103ba-8e43-46cd-9237-4bde1c5aebf6 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075386 Jun 07 17:25:37.364513 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5adb46a3-c463-48e9-8365-1edad1b1dace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:37.390494 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:37.438937 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.db.api [None req-6299d5af-6569-42f0-ba54-1a186f896297 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 17:25:37.438937 dv-cinder-789603-8-smb neutron-server[91779]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 17:25:37.438937 dv-cinder-789603-8-smb neutron-server[91779]: [parameters: {'project_id_1': 'f9dbfae12cc54539876c328ec14efbce', 'expiration_1': datetime.datetime(2021, 6, 7, 17, 25, 37, 154783)}] Jun 07 17:25:37.438937 dv-cinder-789603-8-smb neutron-server[91779]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 17:25:37.439693 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_db.api [None req-6299d5af-6569-42f0-ba54-1a186f896297 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 17:25:37.465333 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c7660-c914-41b7-82f4-2579057de036 req-5c59115e-a892-4680-b17c-96f8c2c1af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:37.466809 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f86c7660-c914-41b7-82f4-2579057de036 req-5c59115e-a892-4680-b17c-96f8c2c1af2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1833222 Jun 07 17:25:37.545244 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:37.566391 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7001ad9a-2b3a-4814-92b5-767d1ea3f4db']}} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:37.593192 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd540b758-188e-4a51-a0fe-3b8c6138c525') {'for_net_delete': True} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:37.593490 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd540b758-188e-4a51-a0fe-3b8c6138c525') {} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:37.602882 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52438) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:37.603574 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-5adb46a3-c463-48e9-8365-1edad1b1dace admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0efea667267844cc81aa3a8aab7fcf1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0838108 Jun 07 17:25:37.629049 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb46a3-c463-48e9-8365-1edad1b1dace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98b93fc-3995-47b3-9c5c-6b1f80053ea6,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:37.639591 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5adb46a3-c463-48e9-8365-1edad1b1dace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:37.649781 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c6e60712-a043-4fac-bb54-aff76e395eb7 req-aa188adc-ce67-4191-9740-fb68e6097d20 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850504 Jun 07 17:25:37.657811 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-0ead0afd-8f7f-4b1c-8681-460146f1f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': '962a0fb2-a4d0-49ff-88cf-d6dfe746f93a', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'floating_ip_address': '172.28.2.89', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'port_id': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'mac_address': 'fa:16:3e:c9:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:25:02Z', 'updated_at': '2021-06-07T17:25:32Z', 'revision_number': 1, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:58Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:37.664055 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead0afd-8f7f-4b1c-8681-460146f1f1c6 None None] The sync data for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb is: [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': '962a0fb2-a4d0-49ff-88cf-d6dfe746f93a', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'floating_ip_address': '172.28.2.89', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'port_id': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'mac_address': 'fa:16:3e:c9:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:25:02Z', 'updated_at': '2021-06-07T17:25:32Z', 'revision_number': 1, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:58Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:25:37.711501 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c78d52-8760-4a07-98a2-6439361e6629 req-df493385-f849-4ac6-b9f0-4aed44629a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:37.713058 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c8c78d52-8760-4a07-98a2-6439361e6629 req-df493385-f849-4ac6-b9f0-4aed44629a7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 915 time: 0.4389389 Jun 07 17:25:37.784344 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] For port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003, host hv-cinder-78960, cleared binding levels {{(pid=91779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:25:37.810762 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c8c78d52-8760-4a07-98a2-6439361e6629 req-a1e19bf1-bd99-4184-926b-37aad0408e7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37f4c443-4c8e-44e3-9f2d-f8efd4525f58 HTTP/1.1" status: 200 len: 217 time: 0.0870013 Jun 07 17:25:37.814035 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1956404'] for segment, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:37.814522 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] For port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8c8b99b0-ac59-448f-9d83-b4d0d2f4e003,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:25:37.862523 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:37.877782 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:37.895263 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=91778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:25:37.895634 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1956664'] for segment, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:37.897481 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:37.912518 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f86c7660-c914-41b7-82f4-2579057de036 req-5052ed83-1160-436f-9b3b-4805888efa99 service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344199 Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: Traceback (most recent call last): Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: timer() Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: cb(*args, **kw) Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: return func(*args, **kwargs) Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: self._notify() Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: self.callback(batched_events) Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: event.method(event) Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: return f(self, *a, **k) Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: return self._get(url).json() Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: return self.request(url, 'GET', **kwargs) Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:25:37.913370 dv-cinder-789603-8-smb neutron-server[91778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:25:37.975900 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b1530b82-dc41-4e3b-a4ea-d083efc3ce56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:38.064187 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6299d5af-6569-42f0-ba54-1a186f896297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:38.124460 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33d123-f860-431b-b5cf-0ff3368365a6 None None] New status for floating IP 962a0fb2-a4d0-49ff-88cf-d6dfe746f93a: ACTIVE {{(pid=91780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:25:38.128194 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:38.139767 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8b99b0-ac59-448f-9d83-b4d0d2f4e003,revision_number=3']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:38.153140 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b1530b82-dc41-4e3b-a4ea-d083efc3ce56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:38.164867 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-68f0023a-6e85-4a8e-8589-a65de963f7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:38.165087 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:38.181179 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd62f-5fde-4d6c-ba74-0b4ccdf9be24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:38.182785 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:38.183945 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c78d52-8760-4a07-98a2-6439361e6629 req-97d26bb5-11cc-45be-af25-214bc6831874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:38.188048 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c8c78d52-8760-4a07-98a2-6439361e6629 req-97d26bb5-11cc-45be-af25-214bc6831874 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=196d0be0-7418-4ee4-a924-893125334c6b HTTP/1.1" status: 200 len: 854 time: 0.3681719 Jun 07 17:25:38.188254 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7001ad9a-2b3a-4814-92b5-767d1ea3f4db HTTP/1.1" status: 204 len: 168 time: 1.1604254 Jun 07 17:25:38.216817 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=7001ad9a-2b3a-4814-92b5-767d1ea3f4db,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:38.225635 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a0a8b4f1-9d4f-40e1-9844-4b7dd8948d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:38.235650 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd62f-5fde-4d6c-ba74-0b4ccdf9be24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:38.277041 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-11c660a7-dd56-436f-bb90-9d46872440b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:38.358678 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f86c7660-c914-41b7-82f4-2579057de036 req-e3982912-107d-4bf2-9bcd-647f8c1cc967 service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282849 Jun 07 17:25:38.397507 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b1530b82-dc41-4e3b-a4ea-d083efc3ce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:38.400106 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b1530b82-dc41-4e3b-a4ea-d083efc3ce56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:38.403167 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c8c78d52-8760-4a07-98a2-6439361e6629 req-c136cb7e-0149-4e11-a58a-97afdd84b285 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c501b8c-f6c3-4363-a314-861011ace816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388626 Jun 07 17:25:38.408812 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-b1530b82-dc41-4e3b-a4ea-d083efc3ce56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b98b93fc-3995-47b3-9c5c-6b1f80053ea6 HTTP/1.1" status: 204 len: 168 time: 0.8024583 Jun 07 17:25:38.409196 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fdee7864-191b-470b-bd71-e6d3e0dd263e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:38.420054 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f7953-87f1-479f-b1f6-b6a6cc3a1d52 req-1f6c5430-841f-4c03-93e3-cd6de1ba6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:38.421411 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-032f7953-87f1-479f-b1f6-b6a6cc3a1d52 req-1f6c5430-841f-4c03-93e3-cd6de1ba6769 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bba071bce544828b4bf4a430b210a0a&device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 1098 time: 0.1302404 Jun 07 17:25:38.424060 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1530b82-dc41-4e3b-a4ea-d083efc3ce56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98b93fc-3995-47b3-9c5c-6b1f80053ea6,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:38.426324 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b1530b82-dc41-4e3b-a4ea-d083efc3ce56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:38.436852 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:38.437463 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:38.438820 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] 10.222.0.24 "PUT /v2.0/ports/8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 HTTP/1.1" status: 200 len: 1094 time: 3.7713232 Jun 07 17:25:38.446555 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ecb112-51e0-4a80-b416-0d2d51078364', 'tag': '8c8b99b0-ac59-448f-9d83-b4d0d2f4e003'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:25:38.450530 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3c64c6-4853-441a-8e30-77842fed1ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "67ecb112-51e0-4a80-b416-0d2d51078364", "tag": "8c8b99b0-ac59-448f-9d83-b4d0d2f4e003"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:38.536127 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-0c0fd62f-5fde-4d6c-ba74-0b4ccdf9be24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cdbbcdcb0a6467d900e8eb54229eeca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3607948 Jun 07 17:25:38.545010 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52456) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:38.571814 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52458) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:38.696434 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fd62f-5fde-4d6c-ba74-0b4ccdf9be24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0173761a-043a-49a7-9916-edbc9d7dc7f3,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:38.746958 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-0c0fd62f-5fde-4d6c-ba74-0b4ccdf9be24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:38.882972 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-17d152ab-f6e0-49a4-8169-c1056e27630f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c86608bb3024e82bb5784f39a63867b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2464421 Jun 07 17:25:38.886942 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52466) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:38.901826 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f7953-87f1-479f-b1f6-b6a6cc3a1d52 req-abdc4967-ca07-48eb-8f7e-0fd731dcd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:38.903369 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-032f7953-87f1-479f-b1f6-b6a6cc3a1d52 req-abdc4967-ca07-48eb-8f7e-0fd731dcd106 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 200 len: 919 time: 0.4733372 Jun 07 17:25:38.953636 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c8c78d52-8760-4a07-98a2-6439361e6629 req-650a73a8-dc69-4192-81ca-560932840261 service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209038 Jun 07 17:25:38.972416 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a4092f25-0536-4ea3-8a8d-127641d80a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:39.009848 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-032f7953-87f1-479f-b1f6-b6a6cc3a1d52 req-55dc8947-346f-46a9-96d4-a713e810153b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=691d5459-e44d-429c-b7e1-11c154de4093 HTTP/1.1" status: 200 len: 217 time: 0.0947790 Jun 07 17:25:39.023504 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15daea5-9fc4-4ec6-8d49-7c9759682faf req-51f5091e-10ae-432a-abed-b945ac0492e3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:39.028684 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c15daea5-9fc4-4ec6-8d49-7c9759682faf req-51f5091e-10ae-432a-abed-b945ac0492e3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 944 time: 0.4522057 Jun 07 17:25:39.143972 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6a8e9-d9b7-48cc-b154-65e1c2a622eb req-8c575f92-81a7-42c9-920d-d62460143edc tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:39.155875 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-35a6a8e9-d9b7-48cc-b154-65e1c2a622eb req-8c575f92-81a7-42c9-920d-d62460143edc tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.7261498 Jun 07 17:25:39.174012 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-b5d06921-3225-4504-8c8a-30091e66286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:39.176866 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-b5d06921-3225-4504-8c8a-30091e66286f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 1097 time: 0.6593482 Jun 07 17:25:39.216839 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c15daea5-9fc4-4ec6-8d49-7c9759682faf req-6cc1168b-2c9e-4e1a-802b-bcc64e56d9ef tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869850 Jun 07 17:25:39.241514 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc881-6e43-4677-97e5-b005f3789f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:39.256860 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f7953-87f1-479f-b1f6-b6a6cc3a1d52 req-c4dc7983-e928-4a55-ae91-ca340f0441df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:39.262035 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-032f7953-87f1-479f-b1f6-b6a6cc3a1d52 req-c4dc7983-e928-4a55-ae91-ca340f0441df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1767b-858f-4ddb-a6f8-abd723d813c9 HTTP/1.1" status: 200 len: 858 time: 0.2297544 Jun 07 17:25:39.340879 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a4092f25-0536-4ea3-8a8d-127641d80a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:39.359095 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-032f7953-87f1-479f-b1f6-b6a6cc3a1d52 req-e9eb58ad-1962-4568-87b6-3d771b1b110b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5cae8f9-7934-439f-9a76-35fdad11e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678020 Jun 07 17:25:39.426612 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc881-6e43-4677-97e5-b005f3789f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:39.513597 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582e2082-d194-46c6-8e3a-02f972b791d0 x-openstack-request-id: req-582e2082-d194-46c6-8e3a-02f972b791d0 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:39.513976 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ecb112-51e0-4a80-b416-0d2d51078364", "tag": "8c8b99b0-ac59-448f-9d83-b4d0d2f4e003", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:39.514237 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-582e2082-d194-46c6-8e3a-02f972b791d0 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:39.514635 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ecb112-51e0-4a80-b416-0d2d51078364', 'tag': '8c8b99b0-ac59-448f-9d83-b4d0d2f4e003', 'status': 'completed', 'code': 200} Jun 07 17:25:39.516569 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6299d5af-6569-42f0-ba54-1a186f896297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:39.545409 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-f4e8d8bb-a61a-4a0d-88e2-f735d8b065d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 HTTP/1.1" status: 200 len: 217 time: 0.2194803 Jun 07 17:25:39.555054 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6299d5af-6569-42f0-ba54-1a186f896297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:39.585094 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5d423491-3102-450b-b113-57a0326d23f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:39.695048 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-032f7953-87f1-479f-b1f6-b6a6cc3a1d52 req-e41d8dc7-5fa3-4fc7-9edb-a40e71208562 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259175 Jun 07 17:25:39.735484 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc881-6e43-4677-97e5-b005f3789f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:39.738757 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc881-6e43-4677-97e5-b005f3789f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:39.743179 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-ecdcc881-6e43-4677-97e5-b005f3789f7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed HTTP/1.1" status: 204 len: 168 time: 0.8521340 Jun 07 17:25:39.750528 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-658c56d5-798c-48a3-8be8-6fee7367e6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:39.774929 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-35a6a8e9-d9b7-48cc-b154-65e1c2a622eb req-613c0a96-66e7-4e0a-8345-93d03a38c3e8 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6175787 Jun 07 17:25:39.780371 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcc881-6e43-4677-97e5-b005f3789f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f89fdc-b4b5-4d2f-b0f5-87bb34f2b3ed,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:39.789089 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-ecdcc881-6e43-4677-97e5-b005f3789f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:39.807503 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c8c78d52-8760-4a07-98a2-6439361e6629 req-30c4cce1-ef4c-4ac2-a7fc-736cdfe1e2ff service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8371713 Jun 07 17:25:39.808626 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299d5af-6569-42f0-ba54-1a186f896297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cf672e-e91d-4ada-a00b-c2e75a483b57,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:39.824782 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6299d5af-6569-42f0-ba54-1a186f896297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:39.843335 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-6299d5af-6569-42f0-ba54-1a186f896297 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9dbfae12cc54539876c328ec14efbce&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9150953 Jun 07 17:25:39.845440 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-07ec0eee-7fc1-4349-9fb3-ff164eae024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:39.848345 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-07ec0eee-7fc1-4349-9fb3-ff164eae024b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=196d0be0-7418-4ee4-a924-893125334c6b HTTP/1.1" status: 200 len: 854 time: 0.2780409 Jun 07 17:25:39.850469 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52488) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:39.948695 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-032f7953-87f1-479f-b1f6-b6a6cc3a1d52 req-6e7de1f8-c192-4d3a-90aa-91ff7e1fe22a service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431767 Jun 07 17:25:40.011815 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a4092f25-0536-4ea3-8a8d-127641d80a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:40.017666 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a4092f25-0536-4ea3-8a8d-127641d80a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:40.019645 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-a4092f25-0536-4ea3-8a8d-127641d80a50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0173761a-043a-49a7-9916-edbc9d7dc7f3 HTTP/1.1" status: 204 len: 168 time: 1.3982484 Jun 07 17:25:40.025929 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5adb46a3-c463-48e9-8365-1edad1b1dace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:40.048488 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-808eb10c-6897-432c-9fe1-4788246d6420 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c501b8c-f6c3-4363-a314-861011ace816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1736517 Jun 07 17:25:40.072563 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4092f25-0536-4ea3-8a8d-127641d80a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0173761a-043a-49a7-9916-edbc9d7dc7f3,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:40.081626 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a4092f25-0536-4ea3-8a8d-127641d80a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:40.309301 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b45713ef-2567-45f8-957b-3669694edafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:40.469994 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b45713ef-2567-45f8-957b-3669694edafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:40.503482 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-b839c7c6-37ed-4304-b98b-13528fc427ff service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276605 Jun 07 17:25:40.733146 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d562b9e-3cad-45d2-8ae1-3e832dc670e2 req-ec631f01-6481-4bbc-9c89-42208c0b06b3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:40.735354 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7d562b9e-3cad-45d2-8ae1-3e832dc670e2 req-ec631f01-6481-4bbc-9c89-42208c0b06b3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 944 time: 0.2782950 Jun 07 17:25:40.741619 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b45713ef-2567-45f8-957b-3669694edafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:40.747473 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b45713ef-2567-45f8-957b-3669694edafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:40.751451 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-b45713ef-2567-45f8-957b-3669694edafe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93cf672e-e91d-4ada-a00b-c2e75a483b57 HTTP/1.1" status: 204 len: 168 time: 0.8982670 Jun 07 17:25:40.755095 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-fc2e5c8f-cf23-4476-af12-9bc4963eb88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:40.798370 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45713ef-2567-45f8-957b-3669694edafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cf672e-e91d-4ada-a00b-c2e75a483b57,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:40.808793 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b45713ef-2567-45f8-957b-3669694edafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:40.818875 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e6c9c8c4-6ef9-493a-b6cb-073e649aa219 req-a6e22b08-2069-494a-ad86-d6c7f1b4c9a7 service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955377 Jun 07 17:25:40.866180 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7d562b9e-3cad-45d2-8ae1-3e832dc670e2 req-c958b045-67ea-436e-b5e1-51343f743762 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118739 Jun 07 17:25:40.965032 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52520) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:40.984908 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5e308293-5799-4768-abcd-db53ceb40e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:41.134048 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c64c6-4853-441a-8e30-77842fed1ad5 req-283b4b4f-4d52-4abd-9793-c2af8e64d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:41.137060 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ce3c64c6-4853-441a-8e30-77842fed1ad5 req-283b4b4f-4d52-4abd-9793-c2af8e64d386 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 1097 time: 0.2496872 Jun 07 17:25:41.149745 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5e308293-5799-4768-abcd-db53ceb40e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:41.153149 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5e308293-5799-4768-abcd-db53ceb40e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:41.173284 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-11a77fd5-bda0-40d5-b47e-0f6966cee22b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:41.228425 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e308293-5799-4768-abcd-db53ceb40e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d45a88-e88f-4083-8d5c-b5dc71a92700,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:41.238988 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-5e308293-5799-4768-abcd-db53ceb40e9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28eaab3f38cc427ba7f909b9ed0b266c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691550 Jun 07 17:25:41.238988 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5e308293-5799-4768-abcd-db53ceb40e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:41.239487 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52526) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:41.322172 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3b51-7b14-4ac8-8b36-e21c249c7119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:41.365384 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3b51-7b14-4ac8-8b36-e21c249c7119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:41.447828 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3b51-7b14-4ac8-8b36-e21c249c7119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:41.454659 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3b51-7b14-4ac8-8b36-e21c249c7119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:41.456915 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-fbfc3b51-7b14-4ac8-8b36-e21c249c7119 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56d45a88-e88f-4083-8d5c-b5dc71a92700 HTTP/1.1" status: 204 len: 168 time: 0.2159414 Jun 07 17:25:41.458258 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-abf8b51f-f1c9-4da9-b838-d3a23fd0d359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:41.483408 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc3b51-7b14-4ac8-8b36-e21c249c7119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d45a88-e88f-4083-8d5c-b5dc71a92700,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:41.487565 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fbfc3b51-7b14-4ac8-8b36-e21c249c7119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:41.598286 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf9504-23bd-4a2a-9f5b-83302620b727 req-ec367695-c086-48bf-9af7-aa664bd730d3 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:41.611450 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-29bf9504-23bd-4a2a-9f5b-83302620b727 req-ec367695-c086-48bf-9af7-aa664bd730d3 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.6382253 Jun 07 17:25:41.757456 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c64c6-4853-441a-8e30-77842fed1ad5 req-4817cec7-e35b-4544-a6a0-4a9d5456cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:41.760271 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ce3c64c6-4853-441a-8e30-77842fed1ad5 req-4817cec7-e35b-4544-a6a0-4a9d5456cf96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 915 time: 0.5981545 Jun 07 17:25:41.779645 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-29bf9504-23bd-4a2a-9f5b-83302620b727 req-1659d247-61d8-4faa-8dc1-2eb3aedaf4dc tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666129 Jun 07 17:25:41.951357 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ce3c64c6-4853-441a-8e30-77842fed1ad5 req-a5fe32e3-04ce-441e-b7d5-f11955a4f5b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 HTTP/1.1" status: 200 len: 217 time: 0.1654060 Jun 07 17:25:42.031039 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c64c6-4853-441a-8e30-77842fed1ad5 req-71d3d723-a7cf-4e80-9ee1-a9e453d3df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:42.032803 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ce3c64c6-4853-441a-8e30-77842fed1ad5 req-71d3d723-a7cf-4e80-9ee1-a9e453d3df8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=196d0be0-7418-4ee4-a924-893125334c6b HTTP/1.1" status: 200 len: 854 time: 0.0752971 Jun 07 17:25:42.182700 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ce3c64c6-4853-441a-8e30-77842fed1ad5 req-403fa17c-3205-4061-93f1-42f4f9faed22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c501b8c-f6c3-4363-a314-861011ace816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414812 Jun 07 17:25:42.213460 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52558) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:42.253525 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6f297da3-504e-4799-904e-809effec8186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:42.290199 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:42.498686 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6f297da3-504e-4799-904e-809effec8186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:42.508218 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6849d9-00de-4327-a507-9f44e0fdb0d1 req-d2a337c4-1f0d-4581-8520-8ae155463a71 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:42.509302 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6f297da3-504e-4799-904e-809effec8186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:42.524215 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9a6849d9-00de-4327-a507-9f44e0fdb0d1 req-d2a337c4-1f0d-4581-8520-8ae155463a71 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 944 time: 0.4165869 Jun 07 17:25:42.524402 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5e308293-5799-4768-abcd-db53ceb40e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:42.566987 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ce3c64c6-4853-441a-8e30-77842fed1ad5 req-cc79c5f8-1158-4bcb-8f09-9d7db47e5d50 service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732276 Jun 07 17:25:42.584834 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-6f297da3-504e-4799-904e-809effec8186 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90046ac5a7ee48468551cb8a2b951d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684323 Jun 07 17:25:42.590263 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f297da3-504e-4799-904e-809effec8186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57434046-bbc0-4d43-a828-6495e7ef988f,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:42.591795 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52566) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:42.593733 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6f297da3-504e-4799-904e-809effec8186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:42.711734 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9a6849d9-00de-4327-a507-9f44e0fdb0d1 req-7e6bdd8b-642c-4dac-a920-e3be8e3c2c7d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889565 Jun 07 17:25:42.942400 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f9109c3e-c629-4400-8efc-adac56f7be44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.005323 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ce3c64c6-4853-441a-8e30-77842fed1ad5 req-617adba6-9402-4193-a2e7-e9e88ab44466 service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289978 Jun 07 17:25:43.017161 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f9109c3e-c629-4400-8efc-adac56f7be44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.090297 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52582) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:43.132844 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f9109c3e-c629-4400-8efc-adac56f7be44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.135872 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f9109c3e-c629-4400-8efc-adac56f7be44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.139800 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-f9109c3e-c629-4400-8efc-adac56f7be44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57434046-bbc0-4d43-a828-6495e7ef988f HTTP/1.1" status: 204 len: 168 time: 0.5081294 Jun 07 17:25:43.139800 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:43.163852 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9109c3e-c629-4400-8efc-adac56f7be44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57434046-bbc0-4d43-a828-6495e7ef988f,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:43.171993 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f9109c3e-c629-4400-8efc-adac56f7be44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:43.336997 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83cabf-ca01-4831-893c-8db144385b3e req-4d7004db-1f60-4126-9134-effac465f323 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:43.343500 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5a83cabf-ca01-4831-893c-8db144385b3e req-4d7004db-1f60-4126-9134-effac465f323 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.2458816 Jun 07 17:25:43.398613 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5a83cabf-ca01-4831-893c-8db144385b3e req-df9be3e2-3296-42f1-b06c-294efa42d7ad tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539780 Jun 07 17:25:43.466541 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1080375137-network', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:43.523740 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Made reservation on behalf of 32ff372ddb784e80bd8613340b215cf3 for: {'network': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:25:43.527947 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.556379 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.582103 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52594) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:43.733112 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.741522 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.749093 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:43.800893 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=91779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:25:43.825378 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b422f18d-df7a-472d-90f1-e99a782cb54a,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:43.830099 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:43.831285 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.831788 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.segments_db [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Added segment c898a93c-df05-42be-b172-ff22283a86a0 of type vlan for network a036aeba-98be-498c-945c-229a6b821f25 Jun 07 17:25:43.890521 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.936761 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9311d18b-780e-4b57-a477-c7dff40d1fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.972071 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.973525 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:43.974145 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:43.979478 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:44.229165 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Pushing event updated for resources: {'Network': ['ID=a036aeba-98be-498c-945c-229a6b821f25,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:44.232236 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9311d18b-780e-4b57-a477-c7dff40d1fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:44.239923 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:44.248621 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9311d18b-780e-4b57-a477-c7dff40d1fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:44.261627 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dbe2e-476d-47ad-aa1f-fdae3460fb94 req-c8af1627-b7aa-40f0-a187-76e263a170b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:44.263803 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c17dbe2e-476d-47ad-aa1f-fdae3460fb94 req-c8af1627-b7aa-40f0-a187-76e263a170b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 944 time: 0.2649832 Jun 07 17:25:44.266369 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network a036aeba-98be-498c-945c-229a6b821f25 details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:25:44.274547 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:44.283249 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1881468 Jun 07 17:25:44.284316 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52618) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:44.364658 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-9311d18b-780e-4b57-a477-c7dff40d1fe1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18d88af4c53e4610a0c6f697649e266e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7794840 Jun 07 17:25:44.373721 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52620) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:44.373923 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] Request body: {'subnet': {'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1080375137-subnet', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:44.459901 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c17dbe2e-476d-47ad-aa1f-fdae3460fb94 req-6b2dda58-b1f3-4614-b1bb-00781616610e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815541 Jun 07 17:25:44.482424 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] Made reservation on behalf of 32ff372ddb784e80bd8613340b215cf3 for: {'subnet': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:25:44.487021 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:44.515799 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311d18b-780e-4b57-a477-c7dff40d1fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4643930-cc23-49bf-8a17-b26943b56829,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:44.527801 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-9311d18b-780e-4b57-a477-c7dff40d1fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:44.590268 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7ce9471e-37ce-4eb1-8ce0-660d844bfd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:44.679805 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7ce9471e-37ce-4eb1-8ce0-660d844bfd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:44.851752 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eac03a-b93e-4e37-887f-ef44e7fcbc19 req-eba04938-8b65-4a27-8ebf-679bc6d1e634 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:44.854378 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b7eac03a-b93e-4e37-887f-ef44e7fcbc19 req-eba04938-8b65-4a27-8ebf-679bc6d1e634 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.1653349 Jun 07 17:25:44.872026 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7ce9471e-37ce-4eb1-8ce0-660d844bfd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:44.877045 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7ce9471e-37ce-4eb1-8ce0-660d844bfd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:44.881944 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-7ce9471e-37ce-4eb1-8ce0-660d844bfd84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4643930-cc23-49bf-8a17-b26943b56829 HTTP/1.1" status: 204 len: 168 time: 0.5009563 Jun 07 17:25:44.899637 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:44.919177 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9471e-37ce-4eb1-8ce0-660d844bfd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4643930-cc23-49bf-8a17-b26943b56829,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:44.922244 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-7ce9471e-37ce-4eb1-8ce0-660d844bfd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:44.976402 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b7eac03a-b93e-4e37-887f-ef44e7fcbc19 req-ae8e7ea2-8b72-4f95-a872-bc941fbb3d13 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073041 Jun 07 17:25:45.045783 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:25:45.049499 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:45.056875 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:45.161137 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] Checking segment: {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:25:45.161503 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] Network hostable DHCP agents. Network: a036aeba-98be-498c-945c-229a6b821f25, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:25:45.165531 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:45.170719 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:45.189450 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] Network a036aeba-98be-498c-945c-229a6b821f25 is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:25:45.204515 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, a036aeba-98be-498c-945c-229a6b821f25) {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:25:45.210606 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:45.211766 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:45.234206 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-6caff64b-73fe-4da6-bec0-5d00c29ce3d8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8944931 Jun 07 17:25:45.238798 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52644) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:45.246039 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:25:45.259104 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f180f9-9c66-4cf5-8d8a-2c6dfa84ff04 None None] Network a036aeba-98be-498c-945c-229a6b821f25 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:25:45.321105 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12569'] for router, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:45.322417 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12544'] for router, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:45.358166 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:45.530142 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8c8b99b0-ac59-448f-9d83-b4d0d2f4e003,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:45.657374 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '8c8b99b0-ac59-448f-9d83-b4d0d2f4e003', 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816', 'port_id': '8c8b99b0-ac59-448f-9d83-b4d0d2f4e003', 'mac_address': 'fa:16:3e:6b:ec:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196d0be0-7418-4ee4-a924-893125334c6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:25:45.749335 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52658) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:45.785360 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3c09c60f-b68e-4e74-a008-4aaa1dc59209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:45.916477 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12598'] for router, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:45.999084 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:46.086206 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3c09c60f-b68e-4e74-a008-4aaa1dc59209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:46.103857 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3c09c60f-b68e-4e74-a008-4aaa1dc59209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:46.149997 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f9109c3e-c629-4400-8efc-adac56f7be44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:46.189528 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0c65f-52b2-4789-8af1-e6b9615106ec req-897dba29-8292-4db5-9573-ffa186e61aa3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:46.204568 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b8d0c65f-52b2-4789-8af1-e6b9615106ec req-897dba29-8292-4db5-9573-ffa186e61aa3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 944 time: 0.3064864 Jun 07 17:25:46.207412 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:25:46.246575 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8c8b99b0-ac59-448f-9d83-b4d0d2f4e003,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:46.253151 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a13f779-604b-5941-8d5b-d57239b9adb2-a036aeba-98be-498c-945c-229a6b821f25', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3'}]}} from dv-cinder-789603-8-smb. {{(pid=91780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:25:46.256458 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:46.280970 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:46.292327 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-326450fa-74ac-464f-9aa2-dfcd8989217f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:46.309292 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 52672) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:46.309800 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-3c09c60f-b68e-4e74-a008-4aaa1dc59209 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d97f4362fba48b9be10e80188ca3472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590348 Jun 07 17:25:46.322001 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09c60f-b68e-4e74-a008-4aaa1dc59209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125dd0d9-9fe3-485d-b110-451cbcdab14e,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:46.356663 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-3c09c60f-b68e-4e74-a008-4aaa1dc59209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:46.497310 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b8d0c65f-52b2-4789-8af1-e6b9615106ec req-3a1fd577-096a-44ce-967a-20cf4684c0a4 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840011 Jun 07 17:25:46.576100 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a161414e-339a-428e-9ab4-f1228bce72c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:46.598873 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb26c4-1b7b-4f49-bbcd-f91db936a9ea req-b18ec2e3-3003-4492-8fd4-68540d1d8d07 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:46.614146 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0efb26c4-1b7b-4f49-bbcd-f91db936a9ea req-b18ec2e3-3003-4492-8fd4-68540d1d8d07 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.2557809 Jun 07 17:25:46.777534 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0efb26c4-1b7b-4f49-bbcd-f91db936a9ea req-51b47fc9-0037-488d-bd19-4874638af7a3 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570768 Jun 07 17:25:46.838552 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=8c8b99b0-ac59-448f-9d83-b4d0d2f4e003,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:46.855278 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:46.855725 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:46.855997 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:46.856281 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:46.856631 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:46.856936 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:46.857260 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:46.857581 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:46.857902 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:46.858220 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:46.858536 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:46.858849 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:46.865590 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:46.870010 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.db_base_plugin_common [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Allocated IP 172.20.0.2 (a036aeba-98be-498c-945c-229a6b821f25/d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3/b257848b-e758-404f-8f6a-0e98f9188f70) {{(pid=91780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:25:46.908102 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a161414e-339a-428e-9ab4-f1228bce72c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:47.108647 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['8c8b99b0-ac59-448f-9d83-b4d0d2f4e003'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:25:47.350768 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:47.429595 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:47.535890 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a161414e-339a-428e-9ab4-f1228bce72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:47.557126 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a161414e-339a-428e-9ab4-f1228bce72c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:47.564326 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-a161414e-339a-428e-9ab4-f1228bce72c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/125dd0d9-9fe3-485d-b110-451cbcdab14e HTTP/1.1" status: 204 len: 168 time: 1.2523694 Jun 07 17:25:47.571941 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-44fb5e65-9614-46d1-8499-e1748e0a75ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:47.611907 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Notify callbacks [] for port, precommit_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:47.622452 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161414e-339a-428e-9ab4-f1228bce72c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125dd0d9-9fe3-485d-b110-451cbcdab14e,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:47.645199 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a161414e-339a-428e-9ab4-f1228bce72c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:47.649861 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Transition to ACTIVE for port object b257848b-e758-404f-8f6a-0e98f9188f70 will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:25:47.839170 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Transition to ACTIVE for port object b257848b-e758-404f-8f6a-0e98f9188f70 will not be triggered until provisioned by entity DHCP. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:25:47.873910 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:47.874556 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:47.874556 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:25:47.874556 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:25:47.874556 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:25:47.874556 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:47.874556 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Jun 07 17:25:47.885414 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Allocated IP 172.28.2.68 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/4cc0361e-4457-47c7-a3d6-434b5d781281) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:25:47.931449 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Network a036aeba-98be-498c-945c-229a6b821f25 is already hosted by enough agents. {{(pid=91780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:25:47.945339 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.base_scheduler [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Resources bound (agent type, host, resource id): {{(pid=91780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:25:47.953451 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Received port after_create {{(pid=91780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:25:48.223268 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede9bb9-6fb2-480c-ac5b-e34c69022e1f req-56d17a6d-e796-4952-af66-14ed4e03c26b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:48.235893 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-3ede9bb9-6fb2-480c-ac5b-e34c69022e1f req-56d17a6d-e796-4952-af66-14ed4e03c26b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 945 time: 0.2472596 Jun 07 17:25:48.311872 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Attempting to bind port b257848b-e758-404f-8f6a-0e98f9188f70 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:25:48.312552 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Attempting to bind port b257848b-e758-404f-8f6a-0e98f9188f70 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:25:48.313078 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Attempting to bind port b257848b-e758-404f-8f6a-0e98f9188f70 on network a036aeba-98be-498c-945c-229a6b821f25 {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:25:48.327126 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:25:48.329891 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Checking segment: {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:25:48.334533 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:48.337598 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Bound using segment: {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:25:48.341456 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Bound port: b257848b-e758-404f-8f6a-0e98f9188f70, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:25:48.342486 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:48.346597 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-3ede9bb9-6fb2-480c-ac5b-e34c69022e1f req-e714adc4-04ad-4bcd-beba-1b89c37dfad7 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082149 Jun 07 17:25:48.453583 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:48.558719 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:48.559791 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:48.559791 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:25:48.559791 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:25:48.559791 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:25:48.559791 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:48.559791 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:25:48.590696 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:25:48.592309 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:25:48.596170 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] For port b257848b-e758-404f-8f6a-0e98f9188f70, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:25:48.602402 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:25:48.610854 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] For port b257848b-e758-404f-8f6a-0e98f9188f70, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=b257848b-e758-404f-8f6a-0e98f9188f70,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:25:48.621116 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:48.646928 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:48.803019 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Pushing event updated for resources: {'Port': ['ID=b257848b-e758-404f-8f6a-0e98f9188f70,revision_number=2']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:48.809532 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:48.852170 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b20a1-b5ef-4135-bc8b-aa7ce5818254 req-f89bcfe9-65ee-477e-af83-d6c32358843b tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:48.853823 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-858b20a1-b5ef-4135-bc8b-aa7ce5818254 req-f89bcfe9-65ee-477e-af83-d6c32358843b tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.3506434 Jun 07 17:25:48.939844 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:25:49.036163 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-858b20a1-b5ef-4135-bc8b-aa7ce5818254 req-660885a5-a60a-4139-8cad-1add04a4c6e6 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127687 Jun 07 17:25:49.066441 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:25:49.288716 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:25:49.294728 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:49.295111 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:49.536177 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:49.586598 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52754) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:49.684778 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device b257848b-e758-404f-8f6a-0e98f9188f70 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:25:49.946652 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4052a2-2e0a-4dd3-b2fb-d32e1606acc3 req-8e2e8a2b-6cb7-4c5d-82cf-60aeedc1a26f tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:49.954038 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5b4052a2-2e0a-4dd3-b2fb-d32e1606acc3 req-8e2e8a2b-6cb7-4c5d-82cf-60aeedc1a26f tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 945 time: 0.3178110 Jun 07 17:25:50.032617 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:50.040574 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5b4052a2-2e0a-4dd3-b2fb-d32e1606acc3 req-be228e78-4ffa-4dc3-80b0-a5227a85aa83 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853755 Jun 07 17:25:50.139363 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ecb112-51e0-4a80-b416-0d2d51078364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8b99b0-ac59-448f-9d83-b4d0d2f4e003'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:25:50.143475 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90dc72a-3fe9-483e-a8a6-710b8cc5cbc4" -d '{"events": [{"server_uuid": "67ecb112-51e0-4a80-b416-0d2d51078364", "name": "network-vif-plugged", "status": "completed", "tag": "8c8b99b0-ac59-448f-9d83-b4d0d2f4e003"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:25:50.161258 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8c8b99b0-ac59-448f-9d83-b4d0d2f4e003,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:50.167844 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port b257848b-e758-404f-8f6a-0e98f9188f70 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:25:50.176016 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d37f33c7-8940-4f9d-8484-d3207a5e049f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:50.186236 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:50.190999 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:50.515026 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=8c8b99b0-ac59-448f-9d83-b4d0d2f4e003,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:50.538359 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edc1d85-0860-43ea-8b83-ff0e23ee95c6 x-openstack-request-id: req-3edc1d85-0860-43ea-8b83-ff0e23ee95c6 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:25:50.545027 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ecb112-51e0-4a80-b416-0d2d51078364", "name": "network-vif-plugged", "status": "completed", "tag": "8c8b99b0-ac59-448f-9d83-b4d0d2f4e003", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:25:50.545729 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3edc1d85-0860-43ea-8b83-ff0e23ee95c6 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:25:50.558463 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ecb112-51e0-4a80-b416-0d2d51078364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8b99b0-ac59-448f-9d83-b4d0d2f4e003', 'code': 200} Jun 07 17:25:50.566638 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:50.648208 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d37f33c7-8940-4f9d-8484-d3207a5e049f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:50.661065 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d37f33c7-8940-4f9d-8484-d3207a5e049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:50.739350 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-65cf7724-81ec-49d4-9991-714a9512c6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:50.852423 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05152a6-8bdd-458c-ac84-5993c3e02aa7 None None] Network a036aeba-98be-498c-945c-229a6b821f25 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:25:50.995454 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f33c7-8940-4f9d-8484-d3207a5e049f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98f834f-3f6c-4205-9693-8df176f7cdb3,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:51.001472 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-d37f33c7-8940-4f9d-8484-d3207a5e049f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab6d6f666ed04c68867ab5ed0fdf5ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4121969 Jun 07 17:25:51.004072 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-d37f33c7-8940-4f9d-8484-d3207a5e049f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:51.013946 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52792) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:51.034720 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-10047db9-14b4-4ba7-9570-acdfc0625169 None None] Provisioning for port b257848b-e758-404f-8f6a-0e98f9188f70 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:25:51.058105 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-10047db9-14b4-4ba7-9570-acdfc0625169 None None] Provisioning complete for port b257848b-e758-404f-8f6a-0e98f9188f70 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:51.059600 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-10047db9-14b4-4ba7-9570-acdfc0625169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:51.117854 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353706'] for router, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:51.277220 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fef64-4e24-4e26-8ebe-3071f97b8c96 req-b7153ea1-58f2-47cb-9b6b-d80ceda5b271 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:51.282160 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1c0fef64-4e24-4e26-8ebe-3071f97b8c96 req-b7153ea1-58f2-47cb-9b6b-d80ceda5b271 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.8467567 Jun 07 17:25:51.315094 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6cce6-ea1a-46c8-beaf-06e5245929c1 req-347b5d1e-9e74-4d54-9471-78cca3cea8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:51.319380 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-38b6cce6-ea1a-46c8-beaf-06e5245929c1 req-347b5d1e-9e74-4d54-9471-78cca3cea8fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 1099 time: 0.3988585 Jun 07 17:25:51.357777 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-35f3ffea-a9c1-43c8-be49-e63e47232477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:51.407339 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-35f3ffea-a9c1-43c8-be49-e63e47232477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:51.415748 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-38b6cce6-ea1a-46c8-beaf-06e5245929c1 req-cd1049df-b772-451e-b38d-8451b1ace59e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798602 Jun 07 17:25:51.426601 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-10047db9-14b4-4ba7-9570-acdfc0625169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:51.548661 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-10047db9-14b4-4ba7-9570-acdfc0625169 None None] For port b257848b-e758-404f-8f6a-0e98f9188f70, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=b257848b-e758-404f-8f6a-0e98f9188f70,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:51.561258 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdc8a9-d565-4c99-bddd-a5dd7154ae2d req-64c3f743-bef7-4297-9f0a-c21ee6b849ce tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:51.562173 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-10047db9-14b4-4ba7-9570-acdfc0625169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:51.563018 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b0fdc8a9-d565-4c99-bddd-a5dd7154ae2d req-64c3f743-bef7-4297-9f0a-c21ee6b849ce tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 946 time: 0.1330361 Jun 07 17:25:51.571630 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:51.591296 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-35f3ffea-a9c1-43c8-be49-e63e47232477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:51.594087 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-35f3ffea-a9c1-43c8-be49-e63e47232477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:51.597665 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-35f3ffea-a9c1-43c8-be49-e63e47232477 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b98f834f-3f6c-4205-9693-8df176f7cdb3 HTTP/1.1" status: 204 len: 168 time: 0.5800037 Jun 07 17:25:51.610171 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-3c09c60f-b68e-4e74-a008-4aaa1dc59209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:51.645453 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1c0fef64-4e24-4e26-8ebe-3071f97b8c96 req-d1c957b8-1779-48d2-bd06-d8b9da7dca7d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396132 Jun 07 17:25:51.665435 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3ffea-a9c1-43c8-be49-e63e47232477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98f834f-3f6c-4205-9693-8df176f7cdb3,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:51.666118 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10047db9-14b4-4ba7-9570-acdfc0625169 None None] Pushing event updated for resources: {'Port': ['ID=b257848b-e758-404f-8f6a-0e98f9188f70,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:51.668768 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-10047db9-14b4-4ba7-9570-acdfc0625169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:51.676278 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-35f3ffea-a9c1-43c8-be49-e63e47232477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:51.756891 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b0fdc8a9-d565-4c99-bddd-a5dd7154ae2d req-ab673937-454d-453d-bfe4-4aae066ea849 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863134 Jun 07 17:25:51.760528 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Router 87bd47fc-cf9e-4229-8e77-56c3cba836ef is scheduled to L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 with binding_index 1 {{(pid=91778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:25:52.099015 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-b80f06ec-21de-4781-af3c-6e6190f09feb None None] Provisioning complete for port b257848b-e758-404f-8f6a-0e98f9188f70 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:52.099988 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-b80f06ec-21de-4781-af3c-6e6190f09feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:52.171042 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52818) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:52.216531 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b6eac257-ed72-4145-9661-036e52719558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:52.257937 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:25:52.273047 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Sync routers for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:25:52.304386 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:25:52.305681 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:25:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:52.470820 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b6eac257-ed72-4145-9661-036e52719558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:52.480161 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b6eac257-ed72-4145-9661-036e52719558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:52.491646 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] Notify callbacks [] for router, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:52.494986 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-3c0e75b3-a8d5-4610-80a4-b1d3076e5837 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2541220 Jun 07 17:25:52.501447 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52826) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:52.501447 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:52.637690 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eac257-ed72-4145-9661-036e52719558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cab8a81-47b1-4fb6-a8f2-4b7485a6b6f8,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:52.646604 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-b6eac257-ed72-4145-9661-036e52719558 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03d217db6a8547aaa86feaa1cc5b889d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728827 Jun 07 17:25:52.650206 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b6eac257-ed72-4145-9661-036e52719558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:52.650780 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 52830) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:25:52.694098 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:25:53.408134 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:49Z', 'revision_number': 3, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:53.416386 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Checking router: 87bd47fc-cf9e-4229-8e77-56c3cba836ef for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:25:53.417307 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Updating router 87bd47fc-cf9e-4229-8e77-56c3cba836ef port 4cc0361e-4457-47c7-a3d6-434b5d781281 binding host dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:25:53.461678 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc56349-e92b-40b2-bb3a-e49d7f9a5e95 req-13c63081-9d11-4080-942c-600c512fdacb tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:53.470240 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dfc56349-e92b-40b2-bb3a-e49d7f9a5e95 req-13c63081-9d11-4080-942c-600c512fdacb tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 946 time: 0.2369792 Jun 07 17:25:53.489991 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device b257848b-e758-404f-8f6a-0e98f9188f70 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:25:53.496609 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8538bc74-3331-479e-bc97-4f26b2f22e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:53.552908 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:53.594727 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dfc56349-e92b-40b2-bb3a-e49d7f9a5e95 req-3a64ce26-abbe-4fa6-9d91-d44cc47b1fe7 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180272 Jun 07 17:25:53.648997 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port b257848b-e758-404f-8f6a-0e98f9188f70 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:53.649460 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:53.809354 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0daef-32cb-4e7e-9c79-ef39919e562e req-a597683a-8a69-47f7-99ce-1e16b26a6816 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:53.812065 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5ea0daef-32cb-4e7e-9c79-ef39919e562e req-a597683a-8a69-47f7-99ce-1e16b26a6816 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.7618108 Jun 07 17:25:53.819469 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8538bc74-3331-479e-bc97-4f26b2f22e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:54.125391 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Notify callbacks [] for port, precommit_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:54.149565 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5ea0daef-32cb-4e7e-9c79-ef39919e562e req-3dfa1fad-3ff2-4415-8931-5492ca6fd13b tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155189 Jun 07 17:25:54.157946 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.provisioning_blocks [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Transition to ACTIVE for port object 4cc0361e-4457-47c7-a3d6-434b5d781281 will not be triggered until provisioned by entity L2. {{(pid=91781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:25:54.184480 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:54.199161 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:54.328339 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8538bc74-3331-479e-bc97-4f26b2f22e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:54.331326 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8538bc74-3331-479e-bc97-4f26b2f22e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:54.333652 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-8538bc74-3331-479e-bc97-4f26b2f22e47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cab8a81-47b1-4fb6-a8f2-4b7485a6b6f8 HTTP/1.1" status: 204 len: 168 time: 1.6817219 Jun 07 17:25:54.335018 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:54.369809 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Attempting to bind port 4cc0361e-4457-47c7-a3d6-434b5d781281 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:25:54.370546 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Attempting to bind port 4cc0361e-4457-47c7-a3d6-434b5d781281 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:25:54.371286 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Attempting to bind port 4cc0361e-4457-47c7-a3d6-434b5d781281 on network 5c076886-0b3f-40b9-b1ca-c907755baaf9 {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:25:54.397321 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538bc74-3331-479e-bc97-4f26b2f22e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cab8a81-47b1-4fb6-a8f2-4b7485a6b6f8,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:54.397612 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:25:54.398628 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Checking segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:25:54.399154 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:54.403796 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8538bc74-3331-479e-bc97-4f26b2f22e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:54.434471 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Bound using segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:25:54.436993 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Bound port: 4cc0361e-4457-47c7-a3d6-434b5d781281, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:25:54.443627 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:54.496511 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Pushing event updated for resources: {'Port': ['ID=4cc0361e-4457-47c7-a3d6-434b5d781281,revision_number=2']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:54.522477 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:54.522865 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:54.523283 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:54.523789 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:54.524129 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:54.524459 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:54.524838 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:54.525164 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:54.525484 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:54.525859 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:54.526180 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:54.526496 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:25:54.530722 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:54.577919 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] For port 4cc0361e-4457-47c7-a3d6-434b5d781281, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:25:54.583096 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] For port 4cc0361e-4457-47c7-a3d6-434b5d781281, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=4cc0361e-4457-47c7-a3d6-434b5d781281,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:25:54.589775 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:54.597516 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:54.617437 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:54.689610 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:25:54.690270 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:25:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:54.859793 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Pushing event updated for resources: {'Port': ['ID=4cc0361e-4457-47c7-a3d6-434b5d781281,revision_number=3']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:54.867622 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:55.062925 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:25:55.252084 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Allocated IP 172.20.0.1 (a036aeba-98be-498c-945c-229a6b821f25/d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3/0fa1db35-0988-4cc6-9ef9-c032fd0b3508) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:25:55.729845 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:49Z', 'revision_number': 3, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:55.735413 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be589b2-b48d-43f1-8cc0-9af51ec69f40 None None] The sync data for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb is: [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:49Z', 'revision_number': 3, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:25:55.769575 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:55.803093 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Transition to ACTIVE for port object 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 will not be triggered until provisioned by entity DHCP. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:25:55.818087 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752061a-657a-4b82-bb6a-8e5c2232e496 req-d69ce8c9-6a8b-4c59-81cf-42947e6b3e49 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:55.828922 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d752061a-657a-4b82-bb6a-8e5c2232e496 req-d69ce8c9-6a8b-4c59-81cf-42947e6b3e49 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.3148031 Jun 07 17:25:55.942490 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d752061a-657a-4b82-bb6a-8e5c2232e496 req-0707bc2f-9401-49f3-ace0-38217320476a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124005 Jun 07 17:25:55.961168 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:55.962174 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:55.962174 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:25:55.962174 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:25:55.962174 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:25:55.962174 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:25:55.962174 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:25:56.002134 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Network a036aeba-98be-498c-945c-229a6b821f25 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:25:56.005403 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:25:56.009320 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:25:56.011244 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481504'] for router_interface, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:56.544491 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:56.554212 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-ddd9a001-0cf5-4d1e-8c24-46bfe42bd595 None None] Provisioning for port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:25:56.570068 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-ddd9a001-0cf5-4d1e-8c24-46bfe42bd595 None None] Provisioning complete for port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:56.571021 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ddd9a001-0cf5-4d1e-8c24-46bfe42bd595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:56.767314 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9a001-0cf5-4d1e-8c24-46bfe42bd595 None None] Port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:25:57.007012 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:57.013863 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:57.015768 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-490665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352952'] for router_interface, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:57.022547 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-d2d76b15-b3d7-4172-bec7-1130e25a9c58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:57.144779 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Pushing event updated for resources: {'Port': ['ID=0fa1db35-0988-4cc6-9ef9-c032fd0b3508,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:57.165143 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:57.356887 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Network a036aeba-98be-498c-945c-229a6b821f25 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:25:57.358845 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:25:57.369667 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93dea-788a-4268-a912-06b36692396c req-c51bef65-c73c-46b8-92c7-e049e86d0dd5 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:57.372016 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-38a93dea-788a-4268-a912-06b36692396c req-c51bef65-c73c-46b8-92c7-e049e86d0dd5 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.2081912 Jun 07 17:25:57.587885 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 4cc0361e-4457-47c7-a3d6-434b5d781281 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:25:57.660142 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-38a93dea-788a-4268-a912-06b36692396c req-e1290644-4d76-45f8-9b7c-59c7747adc2a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151747 Jun 07 17:25:57.730025 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 4cc0361e-4457-47c7-a3d6-434b5d781281 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:25:57.738369 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 4cc0361e-4457-47c7-a3d6-434b5d781281 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:57.740555 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:57.855484 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-f54d1a10-c5b1-45c4-8cca-c697ba90a231 None None] Provisioning complete for port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:25:57.855879 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-f54d1a10-c5b1-45c4-8cca-c697ba90a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:57.925112 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Router 87bd47fc-cf9e-4229-8e77-56c3cba836ef has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:25:57.941819 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-f54d1a10-c5b1-45c4-8cca-c697ba90a231 None None] Port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:25:58.039087 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:58.059371 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 4cc0361e-4457-47c7-a3d6-434b5d781281, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=4cc0361e-4457-47c7-a3d6-434b5d781281,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:25:58.065296 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:25:58.072753 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:25:58.200818 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=4cc0361e-4457-47c7-a3d6-434b5d781281,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:25:58.212341 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:25:58.252034 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:25:58.261596 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] 10.222.0.13 "PUT /v2.0/routers/87bd47fc-cf9e-4229-8e77-56c3cba836ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7465634 Jun 07 17:25:58.586225 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Sync routers for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:25:58.611902 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:25:58.613193 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:25:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:25:59.267821 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dbe0d-049f-4b41-8bec-50d2345317c1 req-f746021c-eb06-4013-a5d5-e0e44b3e1ef0 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:25:59.283410 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d73dbe0d-049f-4b41-8bec-50d2345317c1 req-f746021c-eb06-4013-a5d5-e0e44b3e1ef0 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.2717488 Jun 07 17:25:59.358244 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:25:59.512579 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d73dbe0d-049f-4b41-8bec-50d2345317c1 req-54bb1e4b-13e4-4bad-918a-20a8a101c763 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261508 Jun 07 17:25:59.527338 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 4cc0361e-4457-47c7-a3d6-434b5d781281 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:26:00.099941 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 4cc0361e-4457-47c7-a3d6-434b5d781281 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:00.101014 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:00.126301 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53020) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:00.135161 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-357ad5f6-16bd-4161-a229-a3fe5ebb9b70 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--98653450', 'description': 'tempest-description--835693136'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:00.167834 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-3a88afa5-dc78-47a9-bc02-6832ee47276f tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:00.176847 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-3a88afa5-dc78-47a9-bc02-6832ee47276f tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 814 time: 0.2096248 Jun 07 17:26:00.191315 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-357ad5f6-16bd-4161-a229-a3fe5ebb9b70 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:00.198018 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-d1f1e8ce-44b3-421e-b89e-01a2cc4fa485 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/quotas/03e35c31f367454188de9b5c12ee0214 HTTP/1.1" status: 200 len: 375 time: 0.0193543 Jun 07 17:26:00.320350 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-cf97b0f4-f71a-4bc6-a14a-87b5278a21a7 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202796 Jun 07 17:26:00.408683 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1cec-be2f-40e7-ad46-f62b1c6aed49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:00.494494 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-357ad5f6-16bd-4161-a229-a3fe5ebb9b70 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:00.502946 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-357ad5f6-16bd-4161-a229-a3fe5ebb9b70 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:00.566593 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-b700f591-1f6f-4d8b-8847-a71e8f5c4ad0 service neutron] 10.222.0.13 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454352 Jun 07 17:26:00.617784 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 2, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:00.636126 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Checking router: 87bd47fc-cf9e-4229-8e77-56c3cba836ef for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:26:00.636489 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Updating router 87bd47fc-cf9e-4229-8e77-56c3cba836ef port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 binding host dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:26:00.680343 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6299d5af-6569-42f0-ba54-1a186f896297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:00.727217 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-357ad5f6-16bd-4161-a229-a3fe5ebb9b70 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:00.728922 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-357ad5f6-16bd-4161-a229-a3fe5ebb9b70 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6007199 Jun 07 17:26:00.736495 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53034) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:00.743226 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-451753fc-5ae1-4bf5-b8a6-47b70b4b0794 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Request body: {'security_group_rule': {'security_group_id': '1198081a-948b-4c2e-8403-eeaa74ca0204', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:00.752878 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ad5f6-16bd-4161-a229-a3fe5ebb9b70 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1198081a-948b-4c2e-8403-eeaa74ca0204,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:00.757038 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-357ad5f6-16bd-4161-a229-a3fe5ebb9b70 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:00.792872 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:00.848515 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-1472a609-607e-4877-a453-3f125ab33a1a service neutron] 10.222.0.13 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637677 Jun 07 17:26:00.863148 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-451753fc-5ae1-4bf5-b8a6-47b70b4b0794 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:01.060210 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46aea13-b90f-4721-90fa-fc282229f145 req-dfb69c45-33c7-4c4a-9415-cb0707598c85 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:01.066242 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a46aea13-b90f-4721-90fa-fc282229f145 req-dfb69c45-33c7-4c4a-9415-cb0707598c85 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.2952464 Jun 07 17:26:01.200268 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-451753fc-5ae1-4bf5-b8a6-47b70b4b0794 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:01.230143 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-451753fc-5ae1-4bf5-b8a6-47b70b4b0794 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:01.257305 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a46aea13-b90f-4721-90fa-fc282229f145 req-e56bf1a7-2f3d-493b-a40a-9a4db56635d4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404271 Jun 07 17:26:01.263874 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-39737626-f573-46c1-a167-be0415dbe71a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:01.327311 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451753fc-5ae1-4bf5-b8a6-47b70b4b0794 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9f4d14-182e-4483-b9e5-24b2d931dd8e,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:01.347260 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-451753fc-5ae1-4bf5-b8a6-47b70b4b0794 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:01.351800 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-451753fc-5ae1-4bf5-b8a6-47b70b4b0794 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:01.359281 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53056) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:01.366263 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-ce7d9f58-db8a-4f20-9651-ae68a05fefe8 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Request body: {'security_group_rule': {'security_group_id': '1198081a-948b-4c2e-8403-eeaa74ca0204', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:01.369715 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-451753fc-5ae1-4bf5-b8a6-47b70b4b0794 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6316576 Jun 07 17:26:01.482184 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9f58-db8a-4f20-9651-ae68a05fefe8 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:01.539364 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4450f6ea-a605-40e2-88f9-8d389780c8b0 req-b7448742-72e6-4a50-b39f-9b6e885c3199 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 210 time: 0.1665027 Jun 07 17:26:01.548117 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53062) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:01.693658 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9f58-db8a-4f20-9651-ae68a05fefe8 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:01.704359 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9f58-db8a-4f20-9651-ae68a05fefe8 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:01.720490 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:01.794788 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d9f58-db8a-4f20-9651-ae68a05fefe8 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e537bb-591f-43d1-9982-4fc6e0cdc41b,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:01.801898 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-ce7d9f58-db8a-4f20-9651-ae68a05fefe8 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:01.805449 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9f58-db8a-4f20-9651-ae68a05fefe8 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:01.808306 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-ce7d9f58-db8a-4f20-9651-ae68a05fefe8 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4474566 Jun 07 17:26:01.812034 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53070) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:01.821715 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Request body: {'floatingip': {'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:01.901924 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:01.950249 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Notify callbacks [] for port, precommit_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:01.972353 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8c6930fa-9fe1-4e37-9b13-e456bfc6ca5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:01.979996 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Transition to ACTIVE for port object 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:02.004416 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:02.022332 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:02.481451 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:02.883226 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a929c-1383-4c7b-a26b-06ed9b8f3352 None None] Pushing event updated for resources: {'Port': ['ID=0fa1db35-0988-4cc6-9ef9-c032fd0b3508,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:02.899426 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-cd1a929c-1383-4c7b-a26b-06ed9b8f3352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:02.974478 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Allocated IP 172.28.2.244 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/59f9f131-c580-4ec1-a235-dfe74f86a40e) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:26:02.985794 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e5a4b-f93c-49f6-8ad2-b11c1e876b0b req-92abafcc-69b0-46a2-9473-9088e6fcd111 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:02.999018 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-539e5a4b-f93c-49f6-8ad2-b11c1e876b0b req-92abafcc-69b0-46a2-9473-9088e6fcd111 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.3551633 Jun 07 17:26:03.050126 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Attempting to bind port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:26:03.056034 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Attempting to bind port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:26:03.056841 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Attempting to bind port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 on network a036aeba-98be-498c-945c-229a6b821f25 {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:03.071383 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-15638d5b-a931-42a4-951e-2fa0a786763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:03.087468 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:26:03.089903 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Checking segment: {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:26:03.090701 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:03.091865 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Bound using segment: {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:26:03.095097 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Bound port: 0fa1db35-0988-4cc6-9ef9-c032fd0b3508, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:26:03.096514 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:03.203947 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-539e5a4b-f93c-49f6-8ad2-b11c1e876b0b req-d445cf20-96a3-458e-a679-052a402560d3 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941805 Jun 07 17:26:03.252114 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:03.367839 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] For port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:26:03.374719 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] For port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=0fa1db35-0988-4cc6-9ef9-c032fd0b3508,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:26:03.384700 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:03.388418 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-234f4a3e-2871-4d53-b7ce-f503ff9a6758 req-6237ee81-3cc8-4295-ab06-290a955003ff tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 210 time: 0.0928555 Jun 07 17:26:03.397039 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:03.455307 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:03.491350 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8c6930fa-9fe1-4e37-9b13-e456bfc6ca5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:03.494234 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:26:03.494911 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:26:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:03.500072 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8c6930fa-9fe1-4e37-9b13-e456bfc6ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:03.509132 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-245681c0-4fd0-46a6-8486-b2299e4389d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:03.540780 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:03.541272 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:03.541272 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:26:03.541272 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:26:03.541272 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:26:03.541272 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:03.541272 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:26:03.577362 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-8c6930fa-9fe1-4e37-9b13-e456bfc6ca5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c26ffd8472f4e28b2bca17140e803c1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0236068 Jun 07 17:26:03.577687 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a929c-1383-4c7b-a26b-06ed9b8f3352 None None] Pushing event updated for resources: {'Port': ['ID=0fa1db35-0988-4cc6-9ef9-c032fd0b3508,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:03.578889 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53106) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:03.586711 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:26:03.588226 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:03.590874 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:26:03.593255 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-cd1a929c-1383-4c7b-a26b-06ed9b8f3352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:03.594929 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6930fa-9fe1-4e37-9b13-e456bfc6ca5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad3bda8-2f67-45c2-b7db-4fb0a840d5b9,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:03.598307 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8c6930fa-9fe1-4e37-9b13-e456bfc6ca5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:03.641637 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:03.873530 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:03.880758 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:26:03.924843 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8648e006-33c4-41f3-951d-c426fe66fc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:03.999947 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8648e006-33c4-41f3-951d-c426fe66fc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:04.217516 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8648e006-33c4-41f3-951d-c426fe66fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:04.219919 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:04.224506 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8648e006-33c4-41f3-951d-c426fe66fc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:04.226520 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-8648e006-33c4-41f3-951d-c426fe66fc75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ad3bda8-2f67-45c2-b7db-4fb0a840d5b9 HTTP/1.1" status: 204 len: 168 time: 0.6455543 Jun 07 17:26:04.227603 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-03cd1a94-42fe-44d8-9de2-c3e3356e3d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:04.269435 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648e006-33c4-41f3-951d-c426fe66fc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad3bda8-2f67-45c2-b7db-4fb0a840d5b9,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:04.283495 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-8648e006-33c4-41f3-951d-c426fe66fc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:04.366532 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53128) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:04.515995 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-91353398-b306-417f-b6b2-4f16cbfded90 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:04.518130 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-91353398-b306-417f-b6b2-4f16cbfded90 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 814 time: 0.6967187 Jun 07 17:26:04.582808 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Request body: {'port': {'device_id': '45a186fe-a00d-4f7d-a2ea-38db4816d106', 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816', 'admin_state_up': True, 'tenant_id': '03e35c31f367454188de9b5c12ee0214'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:04.743235 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:03Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:04.753131 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a607e0a-3107-4f9f-a918-76bc97f830fd None None] The sync data for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb is: [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:03Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:26:04.926729 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-df5047f0-3646-4cfe-952c-7e5bb164ae31 req-2432093d-2a84-4ad0-a1a3-460118dc1df8 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 210 time: 0.1950905 Jun 07 17:26:05.000342 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-45b615a0-83e0-4a84-86ec-e7b49508ef7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.226700 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fb142-f5ef-4fc2-a6ef-9990b7612dd5 req-520215d8-e7c5-462d-bac4-a785d15f3e15 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:05.231518 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e76fb142-f5ef-4fc2-a6ef-9990b7612dd5 req-520215d8-e7c5-462d-bac4-a785d15f3e15 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.7446487 Jun 07 17:26:05.284676 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.db.resource_extend [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:26:05.308924 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.331926 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53146) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:05.337577 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.367228 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:05.445690 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-45b615a0-83e0-4a84-86ec-e7b49508ef7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.456544 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-45b615a0-83e0-4a84-86ec-e7b49508ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.465581 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-9311d18b-780e-4b57-a477-c7dff40d1fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:05.559247 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:26:05.591796 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event updated for resources: {'Port': ['ID=59f9f131-c580-4ec1-a235-dfe74f86a40e,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:05.594065 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-45b615a0-83e0-4a84-86ec-e7b49508ef7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a9896dc1b7d4fa1a52ba88046df736e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2258101 Jun 07 17:26:05.594882 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:05.595608 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b615a0-83e0-4a84-86ec-e7b49508ef7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5b0893-fecf-4846-8226-bdb128ffcdfc,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:05.595908 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5727-b881-410a-9ffb-fb2a66e94bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.598877 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53150) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:05.600228 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-45b615a0-83e0-4a84-86ec-e7b49508ef7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:05.620899 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e76fb142-f5ef-4fc2-a6ef-9990b7612dd5 req-c357d9c3-c4e2-45ac-83ad-b5c7c6862f72 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761837 Jun 07 17:26:05.623726 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Made reservation on behalf of 03e35c31f367454188de9b5c12ee0214 for: {'port': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:26:05.627360 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.647924 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.685648 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.686913 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8733017 Jun 07 17:26:05.761810 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9c52204a-b312-4895-b0b2-0c1ab519f027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.844226 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.848231 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9c52204a-b312-4895-b0b2-0c1ab519f027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.863532 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:26:05.876821 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:05.877665 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:05.997175 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9c52204a-b312-4895-b0b2-0c1ab519f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:06.001606 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9c52204a-b312-4895-b0b2-0c1ab519f027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:06.005550 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-9c52204a-b312-4895-b0b2-0c1ab519f027 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d5b0893-fecf-4846-8226-bdb128ffcdfc HTTP/1.1" status: 204 len: 168 time: 0.4025984 Jun 07 17:26:06.006670 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:06.058983 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52204a-b312-4895-b0b2-0c1ab519f027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5b0893-fecf-4846-8226-bdb128ffcdfc,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:06.073042 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-9c52204a-b312-4895-b0b2-0c1ab519f027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:06.138490 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Allocated IP 172.20.0.4 (0c501b8c-f6c3-4363-a314-861011ace816/196d0be0-7418-4ee4-a924-893125334c6b/ebc1c5e0-0951-41cf-93bc-e2ceb865d82b) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:26:06.215613 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5727-b881-410a-9ffb-fb2a66e94bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:06.242322 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5727-b881-410a-9ffb-fb2a66e94bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:06.270775 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-0e72a309-95a7-4c07-a281-e43dd773a546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:06.384646 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:06.394122 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-3a2b5727-b881-410a-9ffb-fb2a66e94bd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12efc060ca7f4ac488b9c6d0182c9b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0602450 Jun 07 17:26:06.396752 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53172) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:06.472903 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b5727-b881-410a-9ffb-fb2a66e94bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5a5681-d6a5-457d-ae59-88b0b83462a4,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:06.536236 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-3a2b5727-b881-410a-9ffb-fb2a66e94bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:06.565993 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=0fa1db35-0988-4cc6-9ef9-c032fd0b3508,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:06.576061 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-d696d22c-4c2d-4907-a50f-e033e637cc0f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--98653450&fields=id&tenant_id=32ff372ddb784e80bd8613340b215cf3 HTTP/1.1" status: 200 len: 267 time: 0.2426093 Jun 07 17:26:06.576326 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:06.580021 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:06.820672 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8654f3da-dd90-4b05-b054-c73fcfd17120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:06.828509 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8bbeac5e-e2f7-4d56-946b-6d255f5727ab req-934cfa95-d5f9-4ca8-a1f1-f9d496f3d1d4 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 210 time: 0.2605140 Jun 07 17:26:06.952477 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=0fa1db35-0988-4cc6-9ef9-c032fd0b3508,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:06.977943 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:06.983104 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8654f3da-dd90-4b05-b054-c73fcfd17120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:06.985758 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.084078 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c3b5e983-f9ed-4e2d-a4a5-f4c6ca2220e5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:07.096401 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c3b5e983-f9ed-4e2d-a4a5-f4c6ca2220e5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/networks?id=a036aeba-98be-498c-945c-229a6b821f25 HTTP/1.1" status: 200 len: 811 time: 0.5053670 Jun 07 17:26:07.126358 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c66e6bf1-3ccc-46b8-8d5f-14e90d7c99f5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/quotas/32ff372ddb784e80bd8613340b215cf3 HTTP/1.1" status: 200 len: 375 time: 0.0293298 Jun 07 17:26:07.181112 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53186) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:07.239745 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ec10d34c-964c-4097-bde3-6d72b93d984e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.273692 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8654f3da-dd90-4b05-b054-c73fcfd17120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.275480 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.278177 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8654f3da-dd90-4b05-b054-c73fcfd17120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.280596 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:07.280596 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:26:07.280596 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:26:07.280596 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:26:07.280596 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:07.280596 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:26:07.286285 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-8654f3da-dd90-4b05-b054-c73fcfd17120 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac5a5681-d6a5-457d-ae59-88b0b83462a4 HTTP/1.1" status: 204 len: 168 time: 0.8877978 Jun 07 17:26:07.290101 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:07.290966 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['37f4c443-4c8e-44e3-9f2d-f8efd4525f58', '8c8b99b0-ac59-448f-9d83-b4d0d2f4e003'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:26:07.313801 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654f3da-dd90-4b05-b054-c73fcfd17120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5a5681-d6a5-457d-ae59-88b0b83462a4,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:07.326632 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-8654f3da-dd90-4b05-b054-c73fcfd17120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:07.434665 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-dc239984-43ae-4096-881d-faf7159606ba tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=32ff372ddb784e80bd8613340b215cf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3071332 Jun 07 17:26:07.445968 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Network 0c501b8c-f6c3-4363-a314-861011ace816 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:26:07.449092 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:07.494302 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ec10d34c-964c-4097-bde3-6d72b93d984e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.548245 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:26:07.622393 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ec10d34c-964c-4097-bde3-6d72b93d984e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.648104 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-92cad713-71c4-4b80-b0ce-127f34d116be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:07.679756 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10d34c-964c-4097-bde3-6d72b93d984e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f4626a-dd54-4bac-8106-852f2689ed10,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:07.690792 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-ec10d34c-964c-4097-bde3-6d72b93d984e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:07.720528 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-ec10d34c-964c-4097-bde3-6d72b93d984e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37a84f777c1d4b33974af084d1d841e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5379589 Jun 07 17:26:07.726829 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53190) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:07.758076 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:07.759244 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.774780 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:26:07.795783 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:07.797777 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.803003 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926138d5-0eac-4c97-bae3-dd538d32097f req-1f143f0f-7c1d-4eb7-915a-5ee5950a28e4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:07.804607 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-926138d5-0eac-4c97-bae3-dd538d32097f req-1f143f0f-7c1d-4eb7-915a-5ee5950a28e4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.3083868 Jun 07 17:26:07.812165 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-6f9cf56a-3f6e-4f85-95de-3ef4cd383934 service neutron] 10.222.0.13 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521752 Jun 07 17:26:07.846061 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-77481c2c-0fd3-4462-8139-ac15f41461d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.876750 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-77481c2c-0fd3-4462-8139-ac15f41461d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.949446 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-77481c2c-0fd3-4462-8139-ac15f41461d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.960962 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-77481c2c-0fd3-4462-8139-ac15f41461d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:07.963552 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-77481c2c-0fd3-4462-8139-ac15f41461d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0f4626a-dd54-4bac-8106-852f2689ed10 HTTP/1.1" status: 204 len: 168 time: 0.2305508 Jun 07 17:26:07.967577 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b1530b82-dc41-4e3b-a4ea-d083efc3ce56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:07.980798 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-327b7f94-9cdf-4944-94f9-8bde70a03618 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4048245 Jun 07 17:26:07.997910 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-926138d5-0eac-4c97-bae3-dd538d32097f req-ec8f2832-1622-47d8-be8f-62958537a357 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792376 Jun 07 17:26:08.004634 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77481c2c-0fd3-4462-8139-ac15f41461d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f4626a-dd54-4bac-8106-852f2689ed10,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:08.010221 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-77481c2c-0fd3-4462-8139-ac15f41461d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:08.045906 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Request body: {'port': {'device_id': '45a186fe-a00d-4f7d-a2ea-38db4816d106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:08.234330 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f8852-9221-4ba0-bd84-31a8ecf839f2 req-f1537b73-e3fc-4521-8b70-f03844427a7b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:08.244142 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2b2f8852-9221-4ba0-bd84-31a8ecf839f2 req-f1537b73-e3fc-4521-8b70-f03844427a7b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 931 time: 0.1366782 Jun 07 17:26:08.347304 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-0377d617-590d-4d3e-a369-8bdffcdf6f59 service neutron] 10.222.0.13 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197957 Jun 07 17:26:08.370190 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:08.411480 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2b2f8852-9221-4ba0-bd84-31a8ecf839f2 req-511d9fc0-1619-4e3b-be10-1f9dfda62896 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626780 Jun 07 17:26:08.875972 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f4ccfcfa-9e5d-44cc-b678-59721790d38d req-1f79bd00-f74d-42c4-95d4-a83f61227b5c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 210 time: 0.1024156 Jun 07 17:26:09.210088 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53238) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:09.233472 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8399bdc8-39f9-4249-b12f-6b90f3f24988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:09.440244 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8399bdc8-39f9-4249-b12f-6b90f3f24988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:09.448492 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8399bdc8-39f9-4249-b12f-6b90f3f24988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:09.525788 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:09.547091 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-8399bdc8-39f9-4249-b12f-6b90f3f24988 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8dc5f47af8c4b62ae7a25a0e0021acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317945 Jun 07 17:26:09.548211 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53248) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:09.665718 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399bdc8-39f9-4249-b12f-6b90f3f24988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8fd97c-b2c4-4791-94c8-74e56d943c0b,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:09.742685 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-8399bdc8-39f9-4249-b12f-6b90f3f24988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:09.792697 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-abac76b9-058f-4e56-8325-136c6bf8b9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:09.855666 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5393d2c-4db7-41df-9a14-2e7e9ebbd0c9 req-ce191ac7-2d85-4368-ad69-49b74632f208 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:09.859174 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c5393d2c-4db7-41df-9a14-2e7e9ebbd0c9 req-ce191ac7-2d85-4368-ad69-49b74632f208 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.3951163 Jun 07 17:26:09.866270 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c487b97-98a7-457c-be89-d81d1388055d req-cceb455f-33fe-4be4-a602-4621359c505d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:09.874076 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8c487b97-98a7-457c-be89-d81d1388055d req-cceb455f-33fe-4be4-a602-4621359c505d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 931 time: 0.2121763 Jun 07 17:26:09.881733 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-abac76b9-058f-4e56-8325-136c6bf8b9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:09.970722 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8c487b97-98a7-457c-be89-d81d1388055d req-acf7c475-6f3f-43bc-bc7d-1a7a19444705 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954986 Jun 07 17:26:10.038511 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-abac76b9-058f-4e56-8325-136c6bf8b9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:10.051616 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-abac76b9-058f-4e56-8325-136c6bf8b9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:10.063940 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-abac76b9-058f-4e56-8325-136c6bf8b9ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d8fd97c-b2c4-4791-94c8-74e56d943c0b HTTP/1.1" status: 204 len: 168 time: 0.5080235 Jun 07 17:26:10.069210 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-ecdcc881-6e43-4677-97e5-b005f3789f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:10.112295 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac76b9-058f-4e56-8325-136c6bf8b9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8fd97c-b2c4-4791-94c8-74e56d943c0b,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:10.118096 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-abac76b9-058f-4e56-8325-136c6bf8b9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:10.121183 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c5393d2c-4db7-41df-9a14-2e7e9ebbd0c9 req-772cf69e-c4ca-48c8-8136-885a8dcf8985 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550306 Jun 07 17:26:10.135514 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc1c5e0-0951-41cf-93bc-e2ceb865d82b {{(pid=91779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:26:10.167723 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:10.204690 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Transition to ACTIVE for port object ebc1c5e0-0951-41cf-93bc-e2ceb865d82b will not be triggered until provisioned by entity L2. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:10.216287 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:10.252626 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:10.410047 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ecfafffb-bbe7-4aa0-8a03-38d43bdeea72 req-cf943873-92f2-4ad1-b18c-e7cd05c5d501 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 210 time: 0.0891483 Jun 07 17:26:10.842703 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc1c5e0-0951-41cf-93bc-e2ceb865d82b,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:10.846510 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:10.852466 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Attempting to bind port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:26:10.852811 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Attempting to bind port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:26:10.853940 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Attempting to bind port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b on network 0c501b8c-f6c3-4363-a314-861011ace816 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:10.859898 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b on network 0c501b8c-f6c3-4363-a314-861011ace816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:26:10.860992 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Attempting to bind port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b on network 0c501b8c-f6c3-4363-a314-861011ace816 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:10.868894 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:26:10.869596 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Checking segment: {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:26:10.869995 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Bound using segment: {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:26:10.870454 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Bound port: ebc1c5e0-0951-41cf-93bc-e2ceb865d82b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'}}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:26:10.870800 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:11.023820 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53286) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:11.078418 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] For port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b, host hv-cinder-78960, cleared binding levels {{(pid=91779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:26:11.085026 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] For port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ebc1c5e0-0951-41cf-93bc-e2ceb865d82b,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:26:11.096387 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:11.112402 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:11.341452 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:11.342124 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:11.343638 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] 10.222.0.24 "PUT /v2.0/ports/ebc1c5e0-0951-41cf-93bc-e2ceb865d82b HTTP/1.1" status: 200 len: 1093 time: 3.3321743 Jun 07 17:26:11.377491 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a186fe-a00d-4f7d-a2ea-38db4816d106', 'tag': 'ebc1c5e0-0951-41cf-93bc-e2ceb865d82b'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:26:11.386097 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e5a0f2-e08b-41cb-80dd-a2a2d4b380da" -d '{"events": [{"name": "network-changed", "server_uuid": "45a186fe-a00d-4f7d-a2ea-38db4816d106", "tag": "ebc1c5e0-0951-41cf-93bc-e2ceb865d82b"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:26:11.463661 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc1c5e0-0951-41cf-93bc-e2ceb865d82b,revision_number=3']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:11.471036 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:11.609427 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-9b7272c0-20d2-4c05-9ae4-a38ef41bb528 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:11.611330 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-9b7272c0-20d2-4c05-9ae4-a38ef41bb528 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.24 "GET /v2.0/networks?id=a036aeba-98be-498c-945c-229a6b821f25 HTTP/1.1" status: 200 len: 811 time: 0.4801145 Jun 07 17:26:11.649720 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-97642f0b-5b75-4a46-be79-b70e71d6f379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:11.722807 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fa1f2-2be4-47df-97a2-844d3472507f req-1ffa8016-3623-4cfe-9d34-01b637572e00 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:11.724714 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7a8fa1f2-2be4-47df-97a2-844d3472507f req-1ffa8016-3623-4cfe-9d34-01b637572e00 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 943 time: 0.2002993 Jun 07 17:26:11.732473 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-7e131f3d-ac97-4bac-8029-a06f98d83f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:11.735224 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-7e131f3d-ac97-4bac-8029-a06f98d83f0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 1096 time: 0.2801032 Jun 07 17:26:11.746024 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-1d8e75c3-e36f-425c-bed1-1f3b9b8e1d04 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32ff372ddb784e80bd8613340b215cf3 HTTP/1.1" status: 200 len: 378 time: 0.1164191 Jun 07 17:26:11.777016 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Request body: {'port': {'device_id': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'admin_state_up': True, 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'security_groups': ['1198081a-948b-4c2e-8403-eeaa74ca0204']}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:11.866689 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-fcd74a94-749c-4257-97d0-63a23a5dc4cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc1c5e0-0951-41cf-93bc-e2ceb865d82b HTTP/1.1" status: 200 len: 217 time: 0.1239483 Jun 07 17:26:11.940668 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7a8fa1f2-2be4-47df-97a2-844d3472507f req-78861bc4-d4fa-43e2-a0ce-53b3afce422d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040541 Jun 07 17:26:11.976450 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-768f03b4-e3fa-41b9-9758-b6ff573ca147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:11.978629 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-768f03b4-e3fa-41b9-9758-b6ff573ca147 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=196d0be0-7418-4ee4-a924-893125334c6b HTTP/1.1" status: 200 len: 854 time: 0.1012201 Jun 07 17:26:12.026788 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d86ee7-d5ab-4d0d-9129-de8303c92724 x-openstack-request-id: req-96d86ee7-d5ab-4d0d-9129-de8303c92724 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:26:12.027116 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a186fe-a00d-4f7d-a2ea-38db4816d106", "tag": "ebc1c5e0-0951-41cf-93bc-e2ceb865d82b", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:26:12.027425 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96d86ee7-d5ab-4d0d-9129-de8303c92724 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:26:12.027845 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a186fe-a00d-4f7d-a2ea-38db4816d106', 'tag': 'ebc1c5e0-0951-41cf-93bc-e2ceb865d82b', 'status': 'completed', 'code': 200} Jun 07 17:26:12.040702 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-e35773e3-fc77-4741-a3a0-4df9a3d6698e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c501b8c-f6c3-4363-a314-861011ace816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523179 Jun 07 17:26:12.217141 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1bfa8f45-c638-4019-b3b6-689351ff1f0a req-93cda4e3-8d00-464b-bc3f-fc4599d7c676 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 210 time: 0.1081822 Jun 07 17:26:12.278718 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-1c8f77f0-af43-47f7-9d6b-3a8991bee91d service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293649 Jun 07 17:26:12.291658 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:12.334504 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-97642f0b-5b75-4a46-be79-b70e71d6f379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:12.348547 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-97642f0b-5b75-4a46-be79-b70e71d6f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:12.362747 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-8654f3da-dd90-4b05-b054-c73fcfd17120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:12.387351 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c535b-561b-4eac-b1da-42ef014bb91f req-0e739d4b-1384-48eb-9c3a-66b65a27a065 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:12.389034 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2d1c535b-561b-4eac-b1da-42ef014bb91f req-0e739d4b-1384-48eb-9c3a-66b65a27a065 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.3354602 Jun 07 17:26:12.439535 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Made reservation on behalf of 32ff372ddb784e80bd8613340b215cf3 for: {'port': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:26:12.443824 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:12.472124 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-97642f0b-5b75-4a46-be79-b70e71d6f379 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79aedab8eae447f3a6c29ca425fdd2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4486673 Jun 07 17:26:12.479379 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53328) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:12.482970 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97642f0b-5b75-4a46-be79-b70e71d6f379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9348351-1b09-4259-8c1c-6e57683588f0,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:12.538440 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-afe46674-70a4-4edb-88f4-77ef35cc2d16 req-43d26a52-86cc-4c81-b5ed-4b214672a9fa service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505636 Jun 07 17:26:12.550663 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-97642f0b-5b75-4a46-be79-b70e71d6f379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:12.625070 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2d1c535b-561b-4eac-b1da-42ef014bb91f req-c64f460b-a5a2-4840-92e6-e697ed04c771 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216983 Jun 07 17:26:12.675346 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e80-c65f-460a-a5a8-7cd81989bdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:12.835597 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e80-c65f-460a-a5a8-7cd81989bdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:12.869030 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5a0f2-e08b-41cb-80dd-a2a2d4b380da req-68ef9092-d7d3-4850-b582-9f570208bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:12.875951 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f6e5a0f2-e08b-41cb-80dd-a2a2d4b380da req-68ef9092-d7d3-4850-b582-9f570208bda8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 1096 time: 0.2605128 Jun 07 17:26:12.908574 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Allocated IP 172.20.0.10 (a036aeba-98be-498c-945c-229a6b821f25/d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3/bfd24fe9-8219-48b8-9fa7-1d386990cacc) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:26:13.080599 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e80-c65f-460a-a5a8-7cd81989bdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:13.085062 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e80-c65f-460a-a5a8-7cd81989bdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:13.088034 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-1b0a1e80-c65f-460a-a5a8-7cd81989bdbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9348351-1b09-4259-8c1c-6e57683588f0 HTTP/1.1" status: 204 len: 168 time: 0.6055758 Jun 07 17:26:13.188638 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-45b615a0-83e0-4a84-86ec-e7b49508ef7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:13.212062 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a1e80-c65f-460a-a5a8-7cd81989bdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9348351-1b09-4259-8c1c-6e57683588f0,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:13.218684 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-1b0a1e80-c65f-460a-a5a8-7cd81989bdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:13.431750 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:13.470687 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5a0f2-e08b-41cb-80dd-a2a2d4b380da req-225016b0-3e1c-4759-9ea1-8751d62f42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:13.472280 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f6e5a0f2-e08b-41cb-80dd-a2a2d4b380da req-225016b0-3e1c-4759-9ea1-8751d62f42fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 915 time: 0.5856714 Jun 07 17:26:13.565975 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Transition to ACTIVE for port object bfd24fe9-8219-48b8-9fa7-1d386990cacc will not be triggered until provisioned by entity DHCP. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:13.573410 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f6e5a0f2-e08b-41cb-80dd-a2a2d4b380da req-7ed9910e-30a5-458a-8425-7295a68c3e74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc1c5e0-0951-41cf-93bc-e2ceb865d82b HTTP/1.1" status: 200 len: 217 time: 0.0925233 Jun 07 17:26:13.622368 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936237c1-a758-4d05-bedb-346297dc3531 req-afc7f661-20de-40e3-8ce5-b480863ae498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:13.623920 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-936237c1-a758-4d05-bedb-346297dc3531 req-afc7f661-20de-40e3-8ce5-b480863ae498 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 1098 time: 0.4845383 Jun 07 17:26:13.630777 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeba6a7-6da1-48dd-aa09-f51474264884 req-67fe81fe-123f-4ff6-9ccb-5809f6ee683a tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:13.649967 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4aeba6a7-6da1-48dd-aa09-f51474264884 req-67fe81fe-123f-4ff6-9ccb-5809f6ee683a tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 943 time: 0.3279998 Jun 07 17:26:13.703761 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:13.710388 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:13.710388 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:26:13.710388 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:26:13.710388 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:26:13.710388 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:13.710388 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:26:13.745262 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-936237c1-a758-4d05-bedb-346297dc3531 req-7d6eff4c-fd06-4988-b7d5-1260c12913c8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128275 Jun 07 17:26:13.751599 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4aeba6a7-6da1-48dd-aa09-f51474264884 req-71cdb687-c00e-4092-ac66-c8444133f589 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987644 Jun 07 17:26:13.753807 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5a0f2-e08b-41cb-80dd-a2a2d4b380da req-e651475a-ef1e-4adb-9fb6-4fc63f19407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:13.755958 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f6e5a0f2-e08b-41cb-80dd-a2a2d4b380da req-e651475a-ef1e-4adb-9fb6-4fc63f19407d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=196d0be0-7418-4ee4-a924-893125334c6b HTTP/1.1" status: 200 len: 854 time: 0.1746910 Jun 07 17:26:13.773044 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Network a036aeba-98be-498c-945c-229a6b821f25 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:26:13.774516 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:13.779091 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:26:13.818523 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126baef-7460-4296-9918-bc7789d677ca req-63211f89-c371-4287-9fe7-6f286b9e8d4b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:13.820853 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a126baef-7460-4296-9918-bc7789d677ca req-63211f89-c371-4287-9fe7-6f286b9e8d4b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 932 time: 0.1658010 Jun 07 17:26:14.004101 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:14.010063 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:14.026915 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53360) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:14.115963 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f6e5a0f2-e08b-41cb-80dd-a2a2d4b380da req-fbe87c55-1855-45c8-b619-041ada1d98d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c501b8c-f6c3-4363-a314-861011ace816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2275147 Jun 07 17:26:14.269085 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2128-103f-4254-b5a3-b6e81a1f0be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:14.314866 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-e0a3ac3d-f8e4-4458-acd3-28e37778719e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5512927 Jun 07 17:26:14.323275 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-2f73cdf2-fb56-4bd1-8916-c1c0b1dca1d9 None None] Provisioning for port bfd24fe9-8219-48b8-9fa7-1d386990cacc completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:26:14.336981 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-2f73cdf2-fb56-4bd1-8916-c1c0b1dca1d9 None None] Provisioning complete for port bfd24fe9-8219-48b8-9fa7-1d386990cacc triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:14.338024 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-2f73cdf2-fb56-4bd1-8916-c1c0b1dca1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:14.351655 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a126baef-7460-4296-9918-bc7789d677ca req-fa49aaa1-5cd4-46a4-853c-8f2585500076 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5192342 Jun 07 17:26:14.356897 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Request body: {'port': {'device_id': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:14.515856 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-2f73cdf2-fb56-4bd1-8916-c1c0b1dca1d9 None None] Port bfd24fe9-8219-48b8-9fa7-1d386990cacc cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:26:14.563358 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f6e5a0f2-e08b-41cb-80dd-a2a2d4b380da req-3186404a-602b-4c42-9637-012b60467e14 service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094110 Jun 07 17:26:14.716524 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80030ef-ee56-4049-a9f9-4a456054b1f1 req-ca387819-87b6-45cb-bc7b-a282d958a819 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:14.718946 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c80030ef-ee56-4049-a9f9-4a456054b1f1 req-ca387819-87b6-45cb-bc7b-a282d958a819 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.5871015 Jun 07 17:26:14.735594 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53372) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:14.761155 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:14.783631 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f6e5a0f2-e08b-41cb-80dd-a2a2d4b380da req-a6ce411e-2447-46b9-afb4-b5cdd3801fe4 service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115967 Jun 07 17:26:14.911994 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c80030ef-ee56-4049-a9f9-4a456054b1f1 req-70c7c276-e614-49d0-905d-fcf0f793b28c tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627760 Jun 07 17:26:15.191185 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81775cf3-bfb8-429c-a736-5255c7d5544d req-6d8f9351-51a4-4b83-a1f8-cc9c9cc00c35 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:15.193880 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-81775cf3-bfb8-429c-a736-5255c7d5544d req-6d8f9351-51a4-4b83-a1f8-cc9c9cc00c35 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 943 time: 0.1138852 Jun 07 17:26:15.240822 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-875cd3d5-0470-48d3-968e-b0cb5b67a26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:15.264072 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-81775cf3-bfb8-429c-a736-5255c7d5544d req-bff8bd27-5599-4ac8-a249-0824a0290a4e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579469 Jun 07 17:26:15.272603 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2128-103f-4254-b5a3-b6e81a1f0be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:15.285405 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2128-103f-4254-b5a3-b6e81a1f0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:15.352555 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-abac76b9-058f-4e56-8325-136c6bf8b9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:15.427918 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-e7cd2128-103f-4254-b5a3-b6e81a1f0be3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cc7a47b0244475385a18b9ba21807fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3953528 Jun 07 17:26:15.432803 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53390) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:15.433062 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd2128-103f-4254-b5a3-b6e81a1f0be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42366b46-9d08-4f0f-9b74-d99c500d0fb1,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:15.448023 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-e7cd2128-103f-4254-b5a3-b6e81a1f0be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:15.609055 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5de959e8-0d49-4a76-8637-f7bb294237d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:15.647524 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5de959e8-0d49-4a76-8637-f7bb294237d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:15.756720 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5de959e8-0d49-4a76-8637-f7bb294237d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:15.759333 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5de959e8-0d49-4a76-8637-f7bb294237d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:15.760599 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-5de959e8-0d49-4a76-8637-f7bb294237d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42366b46-9d08-4f0f-9b74-d99c500d0fb1 HTTP/1.1" status: 204 len: 168 time: 0.3263528 Jun 07 17:26:15.761489 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b45713ef-2567-45f8-957b-3669694edafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:15.775676 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de959e8-0d49-4a76-8637-f7bb294237d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42366b46-9d08-4f0f-9b74-d99c500d0fb1,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:15.779964 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5de959e8-0d49-4a76-8637-f7bb294237d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:15.901160 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd24fe9-8219-48b8-9fa7-1d386990cacc {{(pid=91778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:26:15.933388 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:16.030141 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-875cd3d5-0470-48d3-968e-b0cb5b67a26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:16.046350 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-875cd3d5-0470-48d3-968e-b0cb5b67a26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:16.078339 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Transition to ACTIVE for port object bfd24fe9-8219-48b8-9fa7-1d386990cacc will not be triggered until provisioned by entity L2. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:16.079221 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-516fb8e4-6ed1-4b5e-9426-50fc880f4f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:16.135685 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:16.167680 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d56d5f-7bd5-4e1d-87d0-c13490b4be7e req-417d6697-ab07-496b-990b-d1cc522e3284 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:16.169396 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-02d56d5f-7bd5-4e1d-87d0-c13490b4be7e req-417d6697-ab07-496b-990b-d1cc522e3284 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 932 time: 0.4943593 Jun 07 17:26:16.190712 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-875cd3d5-0470-48d3-968e-b0cb5b67a26e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd4220808e744ff4840ad8e2bafa15b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4536004 Jun 07 17:26:16.201392 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53406) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:16.250312 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cd3d5-0470-48d3-968e-b0cb5b67a26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4410ed6f-cfa4-4219-9eab-0f5341f46260,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:16.276112 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b7611-cf65-4b59-9340-2f79ea394595 req-7d502118-1e99-435c-8c89-c113a8dc782d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:16.278603 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-420b7611-cf65-4b59-9340-2f79ea394595 req-7d502118-1e99-435c-8c89-c113a8dc782d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.1208661 Jun 07 17:26:16.327228 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-875cd3d5-0470-48d3-968e-b0cb5b67a26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:16.358684 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fd61400f-7314-41d1-a97c-77f1bc0b08c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:16.393136 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-420b7611-cf65-4b59-9340-2f79ea394595 req-bbe50dc7-2704-4bbf-aba3-feb8f09f98d6 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980170 Jun 07 17:26:16.658542 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd24fe9-8219-48b8-9fa7-1d386990cacc,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:16.675802 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:16.694721 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-02d56d5f-7bd5-4e1d-87d0-c13490b4be7e req-839307f9-deea-4220-8d84-5049b63143d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4967673 Jun 07 17:26:16.712381 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cdbef-ae02-4c67-bf23-8b104fe286ac req-882552b6-9764-4511-b2fc-4193c97b49b0 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:16.717022 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0d2cdbef-ae02-4c67-bf23-8b104fe286ac req-882552b6-9764-4511-b2fc-4193c97b49b0 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 943 time: 0.1903377 Jun 07 17:26:16.724863 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee5f1-d64b-4148-814e-a1b1c8d63d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:16.754439 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Attempting to bind port bfd24fe9-8219-48b8-9fa7-1d386990cacc on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:26:16.755697 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Attempting to bind port bfd24fe9-8219-48b8-9fa7-1d386990cacc by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:26:16.755911 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Attempting to bind port bfd24fe9-8219-48b8-9fa7-1d386990cacc on network a036aeba-98be-498c-945c-229a6b821f25 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:16.772614 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Port bfd24fe9-8219-48b8-9fa7-1d386990cacc on network a036aeba-98be-498c-945c-229a6b821f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:26:16.773056 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Attempting to bind port bfd24fe9-8219-48b8-9fa7-1d386990cacc on network a036aeba-98be-498c-945c-229a6b821f25 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:16.784119 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:26:16.784594 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Checking segment: {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:26:16.785152 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Bound using segment: {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:26:16.785724 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Bound port: bfd24fe9-8219-48b8-9fa7-1d386990cacc, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'}}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:26:16.786982 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:16.807013 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee5f1-d64b-4148-814e-a1b1c8d63d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:16.814471 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0d2cdbef-ae02-4c67-bf23-8b104fe286ac req-ca003cc4-2eb0-4a01-b1da-3397aec42bfb tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905600 Jun 07 17:26:17.094386 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53434) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:17.121792 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] For port bfd24fe9-8219-48b8-9fa7-1d386990cacc, host hv-cinder-78960, cleared binding levels {{(pid=91778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:26:17.128419 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] For port bfd24fe9-8219-48b8-9fa7-1d386990cacc, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bfd24fe9-8219-48b8-9fa7-1d386990cacc,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:26:17.129638 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee5f1-d64b-4148-814e-a1b1c8d63d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:17.133744 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee5f1-d64b-4148-814e-a1b1c8d63d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:17.137310 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-6c3ee5f1-d64b-4148-814e-a1b1c8d63d2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4410ed6f-cfa4-4219-9eab-0f5341f46260 HTTP/1.1" status: 204 len: 168 time: 0.9074643 Jun 07 17:26:17.137310 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-59168871-6cfb-40f0-928d-ce9e738ec59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:17.147827 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:17.156319 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ee5f1-d64b-4148-814e-a1b1c8d63d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4410ed6f-cfa4-4219-9eab-0f5341f46260,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:17.160035 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6c3ee5f1-d64b-4148-814e-a1b1c8d63d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:17.162967 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a385f1c8-c33a-45b6-b565-fef5cac9781e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:17.202115 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device ebc1c5e0-0951-41cf-93bc-e2ceb865d82b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:26:17.242681 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1b009-acce-45b8-b251-729d7354283c req-25723091-3d63-43d3-9f01-010f1e7a5af3 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:17.250227 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9dc1b009-acce-45b8-b251-729d7354283c req-25723091-3d63-43d3-9f01-010f1e7a5af3 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.3279734 Jun 07 17:26:17.255689 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:17.256660 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:17.258289 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] 10.222.0.24 "PUT /v2.0/ports/bfd24fe9-8219-48b8-9fa7-1d386990cacc HTTP/1.1" status: 200 len: 1094 time: 2.9175270 Jun 07 17:26:17.263891 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'tag': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:26:17.268193 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac281949-6e01-488d-9cf8-ca9a59bc1638" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6adc2d-c7dd-45dc-a15f-642f2f110cf1", "tag": "bfd24fe9-8219-48b8-9fa7-1d386990cacc"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:26:17.503887 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d59bff-90d6-4173-b182-765043757162 x-openstack-request-id: req-60d59bff-90d6-4173-b182-765043757162 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:26:17.504374 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6adc2d-c7dd-45dc-a15f-642f2f110cf1", "tag": "bfd24fe9-8219-48b8-9fa7-1d386990cacc", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:26:17.505346 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60d59bff-90d6-4173-b182-765043757162 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:26:17.506219 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'tag': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc', 'status': 'completed', 'code': 200} Jun 07 17:26:17.546943 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8defc122-1a92-4a9f-bb80-b88ad1ae281f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:17.573869 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd24fe9-8219-48b8-9fa7-1d386990cacc,revision_number=3']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:17.605889 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9dc1b009-acce-45b8-b251-729d7354283c req-500718ae-ad20-4d40-b8a1-8d009dda87e3 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541296 Jun 07 17:26:17.612661 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:17.653798 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ebc1c5e0-0951-41cf-93bc-e2ceb865d82b,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:17.720452 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': 'ebc1c5e0-0951-41cf-93bc-e2ceb865d82b', 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816', 'port_id': 'ebc1c5e0-0951-41cf-93bc-e2ceb865d82b', 'mac_address': 'fa:16:3e:b3:b9:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196d0be0-7418-4ee4-a924-893125334c6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:26:17.769628 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-f8b0f2bf-122e-41e7-b7d0-69d6ad2b085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:17.773752 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-f8b0f2bf-122e-41e7-b7d0-69d6ad2b085b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32ff372ddb784e80bd8613340b215cf3&device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 1097 time: 0.3981400 Jun 07 17:26:17.895146 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8defc122-1a92-4a9f-bb80-b88ad1ae281f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:17.909347 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8defc122-1a92-4a9f-bb80-b88ad1ae281f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:17.979394 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:18.031517 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:18.074788 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc1c5e0-0951-41cf-93bc-e2ceb865d82b {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:26:18.103342 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-8defc122-1a92-4a9f-bb80-b88ad1ae281f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5db66f3d806c46ac8f5601211a88a6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0059836 Jun 07 17:26:18.104092 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53472) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:18.111669 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defc122-1a92-4a9f-bb80-b88ad1ae281f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9740fa9b-6129-49f6-a58f-c67a4818ec65,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:18.141829 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ebc1c5e0-0951-41cf-93bc-e2ceb865d82b,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:18.152699 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:18.164166 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-23cd7b41-4d3f-412a-847e-a501538db512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:18.165424 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8defc122-1a92-4a9f-bb80-b88ad1ae281f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:18.273802 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708ebe0-d554-49cd-ad24-ebf6f1aa4c60 req-fb330c84-2fa7-4ee2-846e-874f28d750ed tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:18.281131 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5708ebe0-d554-49cd-ad24-ebf6f1aa4c60 req-fb330c84-2fa7-4ee2-846e-874f28d750ed tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 944 time: 0.2946641 Jun 07 17:26:18.331693 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-88dfa4c3-6f6d-49a1-9b95-5f5b21c49979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:18.384607 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-042ebf8f-c328-431b-ba17-4721e8bb5098 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd24fe9-8219-48b8-9fa7-1d386990cacc HTTP/1.1" status: 200 len: 217 time: 0.6011987 Jun 07 17:26:18.394755 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-88dfa4c3-6f6d-49a1-9b95-5f5b21c49979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:18.400129 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=ebc1c5e0-0951-41cf-93bc-e2ceb865d82b,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:18.407522 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:18.483253 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-946dfb14-7c5a-4cfc-9bdf-98cdccfe5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:18.484960 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-946dfb14-7c5a-4cfc-9bdf-98cdccfe5c3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3 HTTP/1.1" status: 200 len: 850 time: 0.0922875 Jun 07 17:26:18.566247 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae3666-20f6-4d60-b6d8-01a8adcc9420 req-563acae0-de73-4ef8-a982-58d45fc96d92 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:18.575301 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5708ebe0-d554-49cd-ad24-ebf6f1aa4c60 req-a4d84037-43ab-4c85-a70b-fee9a293a4b5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2931063 Jun 07 17:26:18.578842 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4aae3666-20f6-4d60-b6d8-01a8adcc9420 req-563acae0-de73-4ef8-a982-58d45fc96d92 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 944 time: 0.3151634 Jun 07 17:26:18.585509 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['ebc1c5e0-0951-41cf-93bc-e2ceb865d82b'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:26:18.679602 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-88dfa4c3-6f6d-49a1-9b95-5f5b21c49979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:18.683028 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-88dfa4c3-6f6d-49a1-9b95-5f5b21c49979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:18.693148 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-88dfa4c3-6f6d-49a1-9b95-5f5b21c49979 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9740fa9b-6129-49f6-a58f-c67a4818ec65 HTTP/1.1" status: 204 len: 168 time: 0.5580254 Jun 07 17:26:18.693148 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-10b61918-b690-4bcf-9795-2e75e048a254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:18.710199 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfa4c3-6f6d-49a1-9b95-5f5b21c49979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9740fa9b-6129-49f6-a58f-c67a4818ec65,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:18.725570 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-88dfa4c3-6f6d-49a1-9b95-5f5b21c49979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:18.804122 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4aae3666-20f6-4d60-b6d8-01a8adcc9420 req-b8c0c294-47bf-4ce0-aeda-428829580755 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243657 Jun 07 17:26:18.824266 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-6554b151-b478-4520-9729-b74927fbf137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:18.826238 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-6554b151-b478-4520-9729-b74927fbf137 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a036aeba-98be-498c-945c-229a6b821f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3319499 Jun 07 17:26:19.141772 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-5d6bfa83-6b68-4bde-9586-688feea9a72c service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064876 Jun 07 17:26:19.394567 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2a88f3cc-d116-482d-aec5-a60ba0388794 req-93fe20b7-4841-4103-ae4e-54feba86030b service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414668 Jun 07 17:26:19.593392 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac281949-6e01-488d-9cf8-ca9a59bc1638 req-d7af83e1-e572-4075-b8b6-7ed9def216a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:19.595068 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ac281949-6e01-488d-9cf8-ca9a59bc1638 req-d7af83e1-e572-4075-b8b6-7ed9def216a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32ff372ddb784e80bd8613340b215cf3&device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 1097 time: 0.0969272 Jun 07 17:26:19.926951 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac281949-6e01-488d-9cf8-ca9a59bc1638 req-46477968-ff77-4491-b79c-acae57ade836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:19.926951 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ac281949-6e01-488d-9cf8-ca9a59bc1638 req-46477968-ff77-4491-b79c-acae57ade836 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a036aeba-98be-498c-945c-229a6b821f25 HTTP/1.1" status: 200 len: 912 time: 0.3234332 Jun 07 17:26:20.070280 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ac281949-6e01-488d-9cf8-ca9a59bc1638 req-5d2d9b0a-46ea-4c55-ba50-c19367241fdf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd24fe9-8219-48b8-9fa7-1d386990cacc HTTP/1.1" status: 200 len: 217 time: 0.1242888 Jun 07 17:26:20.085766 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0003ef-eb3e-4aae-94b1-8b4563046dff req-215cfba2-bf87-4a0a-ab54-ec3989e9b6ff tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:20.087635 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ff0003ef-eb3e-4aae-94b1-8b4563046dff req-215cfba2-bf87-4a0a-ab54-ec3989e9b6ff tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 944 time: 0.3220913 Jun 07 17:26:20.195771 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac281949-6e01-488d-9cf8-ca9a59bc1638 req-7e80d55d-f83f-4318-b720-65cba12a2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:20.197753 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ac281949-6e01-488d-9cf8-ca9a59bc1638 req-7e80d55d-f83f-4318-b720-65cba12a2c3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3 HTTP/1.1" status: 200 len: 850 time: 0.1082165 Jun 07 17:26:20.262910 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ff0003ef-eb3e-4aae-94b1-8b4563046dff req-a4648238-6219-469d-987b-ce444f8ecb1d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1350069 Jun 07 17:26:20.342065 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac281949-6e01-488d-9cf8-ca9a59bc1638 req-0e5c3d94-81a8-4fbf-8030-e5383a2bc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:20.343888 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ac281949-6e01-488d-9cf8-ca9a59bc1638 req-0e5c3d94-81a8-4fbf-8030-e5383a2bc0f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a036aeba-98be-498c-945c-229a6b821f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1391561 Jun 07 17:26:20.477471 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b1a9f-84bd-4846-8b3d-8e7d29da349b req-76eb493e-2611-4ca9-b59f-7fa8fb21fc01 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:20.479056 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-db5b1a9f-84bd-4846-8b3d-8e7d29da349b req-76eb493e-2611-4ca9-b59f-7fa8fb21fc01 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 944 time: 0.1130049 Jun 07 17:26:20.557166 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-db5b1a9f-84bd-4846-8b3d-8e7d29da349b req-0550ee71-5352-4cc6-8f86-5d1c6e7162e8 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677571 Jun 07 17:26:20.578070 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ac281949-6e01-488d-9cf8-ca9a59bc1638 req-300b57c5-8ae7-40c7-9376-30830bf124c2 service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247593 Jun 07 17:26:20.945719 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ac281949-6e01-488d-9cf8-ca9a59bc1638 req-f4a5bc4e-ea58-4f28-8ca4-69dd8c9621d5 service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607659 Jun 07 17:26:21.016933 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dbceb-13a9-4055-9ee5-4e694fb4dcca req-357dd349-87be-4938-9d3a-cf2b161af9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:21.018783 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1e9dbceb-13a9-4055-9ee5-4e694fb4dcca req-357dd349-87be-4938-9d3a-cf2b161af9ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bba071bce544828b4bf4a430b210a0a&device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 1098 time: 0.2253740 Jun 07 17:26:21.093312 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7cebe-30f1-46c2-b1b9-e3471f25eed9 req-660fdac6-5576-42dc-9683-9ed9627252e2 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:21.094900 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-aef7cebe-30f1-46c2-b1b9-e3471f25eed9 req-660fdac6-5576-42dc-9683-9ed9627252e2 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1700137 Jun 07 17:26:21.224059 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device ebc1c5e0-0951-41cf-93bc-e2ceb865d82b up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:26:21.274944 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-aef7cebe-30f1-46c2-b1b9-e3471f25eed9 req-8ecd613c-80d9-4e63-827d-c93b7a210570 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039002 Jun 07 17:26:21.283848 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dbceb-13a9-4055-9ee5-4e694fb4dcca req-fce52374-d5ce-4553-80a8-d5e627928f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:21.284958 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1e9dbceb-13a9-4055-9ee5-4e694fb4dcca req-fce52374-d5ce-4553-80a8-d5e627928f44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 200 len: 919 time: 0.2583287 Jun 07 17:26:21.432938 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1e9dbceb-13a9-4055-9ee5-4e694fb4dcca req-5f4786c4-9bdc-4d41-b8ef-03080da9b11d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71cee9e4-df40-4e37-b742-b846540dc311 HTTP/1.1" status: 200 len: 217 time: 0.1404560 Jun 07 17:26:21.489538 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:26:21.503743 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:21.506079 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:21.629148 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dbceb-13a9-4055-9ee5-4e694fb4dcca req-3d3bd97d-ddb6-4904-a55c-bd4b35d5ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:21.631987 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1e9dbceb-13a9-4055-9ee5-4e694fb4dcca req-3d3bd97d-ddb6-4904-a55c-bd4b35d5ed32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1767b-858f-4ddb-a6f8-abd723d813c9 HTTP/1.1" status: 200 len: 858 time: 0.1851504 Jun 07 17:26:21.707501 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1e9dbceb-13a9-4055-9ee5-4e694fb4dcca req-742a0a2f-db57-427a-988f-acd4e7b1c515 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5cae8f9-7934-439f-9a76-35fdad11e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608327 Jun 07 17:26:21.821613 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:21.882671 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a186fe-a00d-4f7d-a2ea-38db4816d106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc1c5e0-0951-41cf-93bc-e2ceb865d82b'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:26:21.885606 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0bf21d-dd76-425e-b1c4-b40b5ad0e723" -d '{"events": [{"server_uuid": "45a186fe-a00d-4f7d-a2ea-38db4816d106", "name": "network-vif-plugged", "status": "completed", "tag": "ebc1c5e0-0951-41cf-93bc-e2ceb865d82b"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:26:21.915257 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ebc1c5e0-0951-41cf-93bc-e2ceb865d82b,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:21.923525 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:21.925857 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:22.006854 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=ebc1c5e0-0951-41cf-93bc-e2ceb865d82b,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:22.011316 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:22.032186 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38423474-c3eb-40e9-ab46-766f8ba4d1f1 req-9570adb7-13a1-402c-8132-f54ca9d1c578 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:22.033875 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-38423474-c3eb-40e9-ab46-766f8ba4d1f1 req-9570adb7-13a1-402c-8132-f54ca9d1c578 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 945 time: 0.1438222 Jun 07 17:26:22.043073 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0e071-fb76-4fa0-be68-2c274f49462c req-25f6f7db-85ed-4fc1-b5d5-5f787180722e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:22.048150 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5ff0e071-fb76-4fa0-be68-2c274f49462c req-25f6f7db-85ed-4fc1-b5d5-5f787180722e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 944 time: 0.5006855 Jun 07 17:26:22.132102 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-38423474-c3eb-40e9-ab46-766f8ba4d1f1 req-b4d9e790-167d-42e8-97cf-39322e45e56a tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737329 Jun 07 17:26:22.171042 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1e9dbceb-13a9-4055-9ee5-4e694fb4dcca req-3a101d92-70e6-4b03-8fdd-190eb488b45a service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518049 Jun 07 17:26:22.241427 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5ff0e071-fb76-4fa0-be68-2c274f49462c req-df2e50da-d9e5-4239-8977-7c84b0b9ebdd tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1791699 Jun 07 17:26:22.242713 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6537e53-3eb9-4fae-96af-f9ce17579d57 x-openstack-request-id: req-d6537e53-3eb9-4fae-96af-f9ce17579d57 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:26:22.243579 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a186fe-a00d-4f7d-a2ea-38db4816d106", "name": "network-vif-plugged", "status": "completed", "tag": "ebc1c5e0-0951-41cf-93bc-e2ceb865d82b", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:26:22.243579 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6537e53-3eb9-4fae-96af-f9ce17579d57 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:26:22.244190 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a186fe-a00d-4f7d-a2ea-38db4816d106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc1c5e0-0951-41cf-93bc-e2ceb865d82b', 'code': 200} Jun 07 17:26:22.397021 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1e9dbceb-13a9-4055-9ee5-4e694fb4dcca req-b94b810b-164d-4ce8-899d-58f82ad61d3a service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130799 Jun 07 17:26:22.697891 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05e303-a01c-478c-864e-d27c571be105 req-51e5761e-a511-4c07-8676-5174e1b61d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:22.699629 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4d05e303-a01c-478c-864e-d27c571be105 req-51e5761e-a511-4c07-8676-5174e1b61d8d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 1098 time: 0.1923072 Jun 07 17:26:22.796847 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4d05e303-a01c-478c-864e-d27c571be105 req-8dbf5c22-922b-4177-afb1-6b60fae74718 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774298 Jun 07 17:26:22.922135 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31620330-cbf6-4624-bacb-688bb5c00b16 req-f6fcecee-2fd2-47f8-9586-9d58665aa106 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:22.923767 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-31620330-cbf6-4624-bacb-688bb5c00b16 req-f6fcecee-2fd2-47f8-9586-9d58665aa106 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.3135734 Jun 07 17:26:22.993353 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-31620330-cbf6-4624-bacb-688bb5c00b16 req-e2b75aad-5d88-4d48-82e1-f7bde004965a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613124 Jun 07 17:26:23.227051 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device bfd24fe9-8219-48b8-9fa7-1d386990cacc details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:26:23.456690 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ff258-a74e-4fbb-9803-9fdb4c592ba2 req-b14a7f5e-a0c8-4aeb-a122-12fa047a79f7 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:23.462912 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e38ff258-a74e-4fbb-9803-9fdb4c592ba2 req-b14a7f5e-a0c8-4aeb-a122-12fa047a79f7 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 945 time: 0.1895990 Jun 07 17:26:23.484991 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port bfd24fe9-8219-48b8-9fa7-1d386990cacc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bfd24fe9-8219-48b8-9fa7-1d386990cacc,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:23.511734 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'port_id': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc', 'mac_address': 'fa:16:3e:67:56:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:26:23.584746 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e38ff258-a74e-4fbb-9803-9fdb4c592ba2 req-b9cd9b34-882e-4fac-bd8f-9f963df941ab tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110337 Jun 07 17:26:23.636766 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:23.673362 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd24fe9-8219-48b8-9fa7-1d386990cacc {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:26:23.699141 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port bfd24fe9-8219-48b8-9fa7-1d386990cacc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bfd24fe9-8219-48b8-9fa7-1d386990cacc,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:23.714213 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:23.714213 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:23.747941 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee2d81-719b-4a91-bf5f-2525d10df7cd req-659fa776-aa4d-4f66-8e51-c100b976e306 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:23.750465 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1fee2d81-719b-4a91-bf5f-2525d10df7cd req-659fa776-aa4d-4f66-8e51-c100b976e306 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 944 time: 0.2030432 Jun 07 17:26:23.824209 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=bfd24fe9-8219-48b8-9fa7-1d386990cacc,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:23.838669 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:23.872789 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1fee2d81-719b-4a91-bf5f-2525d10df7cd req-bf8baa45-2b6a-4eff-94ae-0f4816dc21c0 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100898 Jun 07 17:26:24.182903 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['bfd24fe9-8219-48b8-9fa7-1d386990cacc'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:26:24.416598 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b540f9-ed89-49a3-975e-fa8116f12809 req-df31d3cb-3f54-44e0-a3ae-3ceebd46a499 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:24.425238 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-37b540f9-ed89-49a3-975e-fa8116f12809 req-df31d3cb-3f54-44e0-a3ae-3ceebd46a499 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.2430663 Jun 07 17:26:24.508262 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-37b540f9-ed89-49a3-975e-fa8116f12809 req-df02e9bc-5d41-403d-b22e-39e084a671c3 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776384 Jun 07 17:26:24.914931 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce621a37-e8ee-4da4-a6b4-ae44f2ca5d40 req-7f066722-3084-4671-8a9a-5fbcacfac92e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:24.927469 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ce621a37-e8ee-4da4-a6b4-ae44f2ca5d40 req-7f066722-3084-4671-8a9a-5fbcacfac92e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 945 time: 0.1334562 Jun 07 17:26:25.024770 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ce621a37-e8ee-4da4-a6b4-ae44f2ca5d40 req-105df6e8-a913-483b-aac6-6983823f3cbe tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960524 Jun 07 17:26:25.725674 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f06141-d4ff-43e0-a564-63296ae0d8bc req-f9e4b8ce-4efb-48bf-8967-14cf1a9a6af3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:25.738716 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f06141-d4ff-43e0-a564-63296ae0d8bc req-f9e4b8ce-4efb-48bf-8967-14cf1a9a6af3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 945 time: 0.2542725 Jun 07 17:26:25.899789 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0f06141-d4ff-43e0-a564-63296ae0d8bc req-d2cc8666-592f-4a55-90d2-fee137521411 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1596189 Jun 07 17:26:25.933184 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25a1d2-c3c1-46a5-b5ba-f66e352f34d6 req-4a7df431-b221-4c52-96dd-8140f62c06c9 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:25.934747 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fe25a1d2-c3c1-46a5-b5ba-f66e352f34d6 req-4a7df431-b221-4c52-96dd-8140f62c06c9 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1094790 Jun 07 17:26:25.955661 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:26:26.028886 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fe25a1d2-c3c1-46a5-b5ba-f66e352f34d6 req-fee7d72c-1b05-4b04-860c-3a2eed1970ab tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826066 Jun 07 17:26:26.098159 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53752) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:26.288413 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bde02f38-5b2f-427b-94f7-097dbad75270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:26.452602 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bde02f38-5b2f-427b-94f7-097dbad75270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:26.458378 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bde02f38-5b2f-427b-94f7-097dbad75270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:26.468651 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8fccb793-ad79-4bbf-955a-3d026e572609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:26.517461 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-bde02f38-5b2f-427b-94f7-097dbad75270 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=851a4fc6063241068ac5d869fff7c742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172618 Jun 07 17:26:26.520015 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde02f38-5b2f-427b-94f7-097dbad75270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3cc637-6814-436a-b735-0957ad20478d,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:26.521839 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53764) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:26.523956 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bde02f38-5b2f-427b-94f7-097dbad75270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:26.640141 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-da336e64-649c-439d-b49c-c451902b004b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:26.684148 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-da336e64-649c-439d-b49c-c451902b004b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:26.752326 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-da336e64-649c-439d-b49c-c451902b004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:26.756875 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-da336e64-649c-439d-b49c-c451902b004b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:26.760829 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-da336e64-649c-439d-b49c-c451902b004b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af3cc637-6814-436a-b735-0957ad20478d HTTP/1.1" status: 204 len: 168 time: 0.2356856 Jun 07 17:26:26.760829 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-8399bdc8-39f9-4249-b12f-6b90f3f24988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:26.778547 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da336e64-649c-439d-b49c-c451902b004b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3cc637-6814-436a-b735-0957ad20478d,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:26.782228 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-da336e64-649c-439d-b49c-c451902b004b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:27.179977 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8832e-e9e0-4776-a20e-feee7b477339 req-e4cc4d0c-49be-411a-bbc7-c74f5777c68d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:27.184116 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f5e8832e-e9e0-4776-a20e-feee7b477339 req-e4cc4d0c-49be-411a-bbc7-c74f5777c68d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 945 time: 0.1346862 Jun 07 17:26:27.219873 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device bfd24fe9-8219-48b8-9fa7-1d386990cacc up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:26:27.274583 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f5e8832e-e9e0-4776-a20e-feee7b477339 req-6ea5d1c6-0234-4ee7-bb61-33396ee297ed tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859139 Jun 07 17:26:27.355716 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port bfd24fe9-8219-48b8-9fa7-1d386990cacc completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:26:27.367566 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port bfd24fe9-8219-48b8-9fa7-1d386990cacc triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:27.367998 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:27.581661 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:27.661195 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:26:27.673679 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf38b0e-1fcb-4e87-be1b-69dafd09e7d6" -d '{"events": [{"server_uuid": "4c6adc2d-c7dd-45dc-a15f-642f2f110cf1", "name": "network-vif-plugged", "status": "completed", "tag": "bfd24fe9-8219-48b8-9fa7-1d386990cacc"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:26:27.688288 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port bfd24fe9-8219-48b8-9fa7-1d386990cacc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bfd24fe9-8219-48b8-9fa7-1d386990cacc,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:27.698234 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:27.700299 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9e588-9b75-4b9c-93fd-30f5fbaa7c1a req-8c2efbe3-fa37-4696-9871-fb49fde94776 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:27.705661 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:27.732259 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4db9e588-9b75-4b9c-93fd-30f5fbaa7c1a req-8c2efbe3-fa37-4696-9871-fb49fde94776 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.2258670 Jun 07 17:26:27.874787 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=bfd24fe9-8219-48b8-9fa7-1d386990cacc,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:27.884533 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:27.894861 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4db9e588-9b75-4b9c-93fd-30f5fbaa7c1a req-c1919773-730f-41f9-a593-1ef60f7af96a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607394 Jun 07 17:26:28.029119 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d77a11-0c6a-4ebb-8d0a-a1483bdf89b1 x-openstack-request-id: req-04d77a11-0c6a-4ebb-8d0a-a1483bdf89b1 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:26:28.029749 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6adc2d-c7dd-45dc-a15f-642f2f110cf1", "name": "network-vif-plugged", "status": "completed", "tag": "bfd24fe9-8219-48b8-9fa7-1d386990cacc", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:26:28.030262 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04d77a11-0c6a-4ebb-8d0a-a1483bdf89b1 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:26:28.030945 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc', 'code': 200} Jun 07 17:26:28.060343 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53822) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:28.288936 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1866554666-network', 'tenant_id': 'edf6c993daa24d82bd7a5747f23c1ef3'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:28.330837 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Made reservation on behalf of edf6c993daa24d82bd7a5747f23c1ef3 for: {'network': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:26:28.335170 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:28.359834 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:28.476445 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec44a5-528e-4aa9-b64a-a9d920abb180 req-032d3ac2-5ba7-46ae-8fde-68db3fee4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:28.479078 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-16ec44a5-528e-4aa9-b64a-a9d920abb180 req-032d3ac2-5ba7-46ae-8fde-68db3fee4e8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 1099 time: 0.1672602 Jun 07 17:26:28.566041 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-16ec44a5-528e-4aa9-b64a-a9d920abb180 req-51abaa90-b6fb-4b8a-b257-2c165ab5b32a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754015 Jun 07 17:26:28.596499 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249206fd-f4c3-4bc5-bba8-ce48c68cdd83 req-87ccd802-7e8e-4bcf-84b1-429dfd8b8f53 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:28.598082 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-249206fd-f4c3-4bc5-bba8-ce48c68cdd83 req-87ccd802-7e8e-4bcf-84b1-429dfd8b8f53 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.1566956 Jun 07 17:26:28.603373 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:28.625768 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:28.632594 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6ca471a6-66e8-4820-8afc-8f24c0ace0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:28.666321 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=91778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:26:28.699408 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-249206fd-f4c3-4bc5-bba8-ce48c68cdd83 req-0cb0879b-da2c-4ee6-a51e-20ed2b123d5f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930681 Jun 07 17:26:28.701800 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2f50c2-8850-419d-90f3-19573f71e5bf,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:28.704904 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:28.705249 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.segments_db [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Added segment edc03057-f5a0-4134-a53f-d75937b340d2 of type vlan for network 44158158-582a-489f-bb98-4bfcb92e5bc5 Jun 07 17:26:28.706796 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:28.742528 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:28.777567 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:28.778949 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:28.779590 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:28.783153 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:28.833964 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7718627 Jun 07 17:26:28.836973 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53832) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:28.890602 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] Request body: {'subnet': {'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1866554666-subnet', 'tenant_id': 'edf6c993daa24d82bd7a5747f23c1ef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:28.901481 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Pushing event updated for resources: {'Network': ['ID=44158158-582a-489f-bb98-4bfcb92e5bc5,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:28.906793 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:28.912802 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network 44158158-582a-489f-bb98-4bfcb92e5bc5 details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:26:28.930844 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] Made reservation on behalf of edf6c993daa24d82bd7a5747f23c1ef3 for: {'subnet': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:26:28.933597 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1213450'] for subnet, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:29.283351 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efc801-1a4b-4086-bbf1-9dc08e3e355c req-9e89a2de-312d-4307-89dc-7fb84955b657 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:29.284934 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-32efc801-1a4b-4086-bbf1-9dc08e3e355c req-9e89a2de-312d-4307-89dc-7fb84955b657 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1508324 Jun 07 17:26:29.347704 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-32efc801-1a4b-4086-bbf1-9dc08e3e355c req-0eb2fca9-a9b8-44e9-ab9d-4ee7d1a61a6b tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475762 Jun 07 17:26:29.353231 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1213492'] for subnet, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:29.362678 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:29.478529 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26dc21a9-8567-49c9-8f89-c102b71af2cb,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:29.495845 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:29.501353 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] Checking segment: {'id': 'edc03057-f5a0-4134-a53f-d75937b340d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:26:29.502394 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] Network hostable DHCP agents. Network: 44158158-582a-489f-bb98-4bfcb92e5bc5, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:26:29.528431 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] Network 44158158-582a-489f-bb98-4bfcb92e5bc5 is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:26:29.548554 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, 44158158-582a-489f-bb98-4bfcb92e5bc5) {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:29.560765 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:29.562021 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:29.572575 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d74ea-c1cb-4381-846f-006decf1b52e None None] Network 44158158-582a-489f-bb98-4bfcb92e5bc5 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:26:29.620003 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-5f13332d-f998-42b6-9c7b-13249133b910 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7688961 Jun 07 17:26:30.027141 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8767b6-c743-4047-abf8-fb97216c2edb None None] Network 44158158-582a-489f-bb98-4bfcb92e5bc5 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:26:30.059131 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53864) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:30.238325 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9b228-b2f7-47b8-b60e-0b76b3fffbd8 req-fb2f03d9-40f2-4aed-bbcd-c5a8be9ec9e5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:30.240823 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3cd9b228-b2f7-47b8-b60e-0b76b3fffbd8 req-fb2f03d9-40f2-4aed-bbcd-c5a8be9ec9e5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.2007673 Jun 07 17:26:30.315077 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d6b980dc-acdf-4b5a-b379-81aa1345ef4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:30.359359 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3cd9b228-b2f7-47b8-b60e-0b76b3fffbd8 req-c76eaec8-3bb8-4ac8-8fb0-931cb76148eb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926058 Jun 07 17:26:30.438003 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:30.778645 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:30.787403 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:30.806877 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982a9f3-0a99-4ad6-9a42-5b0cc7ad3894 req-907cca6d-b4f5-40cf-9222-9c9d2ef31d19 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:30.817992 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8982a9f3-0a99-4ad6-9a42-5b0cc7ad3894 req-907cca6d-b4f5-40cf-9222-9c9d2ef31d19 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.2059894 Jun 07 17:26:30.835221 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-0c0fd62f-5fde-4d6c-ba74-0b4ccdf9be24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:30.851962 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38da0eaacab649f19b0c374992e84c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7915776 Jun 07 17:26:30.852615 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53878) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:30.926874 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8982a9f3-0a99-4ad6-9a42-5b0cc7ad3894 req-af072ebd-25b0-4ff1-a62d-ba95214c75d1 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960543 Jun 07 17:26:31.026991 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b89e84c-218e-480f-b65b-a0d940e56fe3,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:31.030210 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-72fc03b3-4fe4-4e85-9b87-fc75e81bcaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:31.060693 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:31.061693 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:31.061693 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:31.062135 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:31.062135 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:31.062405 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:31.063576 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:31.063576 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:31.063576 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:31.065572 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:31.065572 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:31.065572 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:31.069512 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:31.093106 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-72fc03b3-4fe4-4e85-9b87-fc75e81bcaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:31.218927 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-72fc03b3-4fe4-4e85-9b87-fc75e81bcaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:31.221941 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-72fc03b3-4fe4-4e85-9b87-fc75e81bcaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:31.227387 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-72fc03b3-4fe4-4e85-9b87-fc75e81bcaff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b89e84c-218e-480f-b65b-a0d940e56fe3 HTTP/1.1" status: 204 len: 168 time: 0.3720276 Jun 07 17:26:31.228249 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4980042e-4df6-44e1-9d65-2cb2bac68c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:31.240862 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc03b3-4fe4-4e85-9b87-fc75e81bcaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b89e84c-218e-480f-b65b-a0d940e56fe3,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:31.243905 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-72fc03b3-4fe4-4e85-9b87-fc75e81bcaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:31.765188 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c6869-0d73-4aae-a7b7-4969118286f8 req-c635eb13-4586-4fed-8c13-d4a61b30536a tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:31.772068 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5a4c6869-0d73-4aae-a7b7-4969118286f8 req-c635eb13-4586-4fed-8c13-d4a61b30536a tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.2027097 Jun 07 17:26:31.893378 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5a4c6869-0d73-4aae-a7b7-4969118286f8 req-2e74358b-5ab3-4667-a204-ffe899efcadc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129026 Jun 07 17:26:32.597737 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e8ad7c5d-b384-4e57-b3a4-b0dfffaa7fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:32.687366 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b007e-09cc-4ed8-9309-fae7882c5545 req-1c8a0d2a-f7ad-4380-8b77-684f435063d6 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:32.696357 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b48b007e-09cc-4ed8-9309-fae7882c5545 req-1c8a0d2a-f7ad-4380-8b77-684f435063d6 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.2302735 Jun 07 17:26:32.757632 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcb1d5-27c3-44df-93a0-361c88257b6d req-37673082-18e4-4600-8541-dbcd5721b816 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:32.762607 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cadcb1d5-27c3-44df-93a0-361c88257b6d req-37673082-18e4-4600-8541-dbcd5721b816 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.2802153 Jun 07 17:26:32.787464 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53940) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:32.795151 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-cfbec8a3-729a-465a-b347-0602ceaa8cb6 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Request body: {'floatingip': {'port_id': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:32.829257 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:32.878636 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b48b007e-09cc-4ed8-9309-fae7882c5545 req-f1c69f06-cc08-4b98-84ac-e2e9019a4464 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795483 Jun 07 17:26:32.903344 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-cfbec8a3-729a-465a-b347-0602ceaa8cb6 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:32.935222 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 53950) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:33.236606 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-590369203-network', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:33.305981 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda9470-a226-4644-bf8d-99181fee9714 req-94539bec-aead-46dc-9792-b869cb520648 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:33.307319 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-94539bec-aead-46dc-9792-b869cb520648 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/networks?id=44158158-582a-489f-bb98-4bfcb92e5bc5 HTTP/1.1" status: 200 len: 814 time: 0.3093112 Jun 07 17:26:33.308626 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Made reservation on behalf of 301c5ae75c6242538682f6cfd11a5b52 for: {'network': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:26:33.311343 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:33.333528 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:33.349446 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-a3909629-48fb-454b-9868-b5d12aadfcd9 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/quotas/edf6c993daa24d82bd7a5747f23c1ef3 HTTP/1.1" status: 200 len: 375 time: 0.0247159 Jun 07 17:26:33.419883 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-f4c500b7-ef31-4386-aae4-b6f8485ac8d2 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=edf6c993daa24d82bd7a5747f23c1ef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607007 Jun 07 17:26:33.633451 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-a53c8ed2-4726-4c95-b444-012fb3ff3631 service neutron] 10.222.0.13 "GET /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038119 Jun 07 17:26:33.692448 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:33.711047 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:33.716376 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:33.797277 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:33.847294 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=91778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:26:33.911240 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8aa63b2b-d997-42ac-ab65-9332548a42dc service neutron] 10.222.0.13 "GET /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528312 Jun 07 17:26:33.911240 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe40bac9-5642-4434-be02-3641968908ac,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:33.911240 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:33.911760 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.segments_db [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Added segment bf60143d-5fad-4820-9ff3-f3d30969730d of type vlan for network 8bf5a0be-9427-4639-8cdc-2efdddf7557e Jun 07 17:26:33.945489 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:33.946300 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:33.946300 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:33.946992 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:33.947266 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:33.948192 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:33.948633 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:33.949926 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:33.950382 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:33.950887 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:33.951307 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:33.951972 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:33.970558 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:34.013545 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:34.032457 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.db.resource_extend [None req-cfbec8a3-729a-465a-b347-0602ceaa8cb6 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:26:34.113096 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:34.115337 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:34.120709 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:34.160238 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-cfbec8a3-729a-465a-b347-0602ceaa8cb6 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:34.176904 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:34.203739 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-cfbec8a3-729a-465a-b347-0602ceaa8cb6 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:34.280708 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b60d443f-34ce-4ed1-88de-b3307c54fea7 req-2d06a97d-ce1a-43d9-81f2-53ebef6dadbe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 210 time: 0.1453912 Jun 07 17:26:34.288800 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3506460 Jun 07 17:26:34.333382 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 53982) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:34.344209 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] Request body: {'subnet': {'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-590369203-subnet', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'ip_version': 4}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:34.459652 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf5a0be-9427-4639-8cdc-2efdddf7557e,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:34.468737 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:34.487473 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network 8bf5a0be-9427-4639-8cdc-2efdddf7557e details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:26:34.522874 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] Made reservation on behalf of 301c5ae75c6242538682f6cfd11a5b52 for: {'subnet': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:26:34.525354 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:34.541732 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.l3_db [None req-cfbec8a3-729a-465a-b347-0602ceaa8cb6 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Floating IP e5ef5aa9-61d2-49d4-a1f4-455d6fdc6cda associated. External IP: 172.28.2.244, port: bfd24fe9-8219-48b8-9fa7-1d386990cacc. Jun 07 17:26:34.683347 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab76579-9b4b-4a4e-ada3-303a18eadf43 req-e084ba9e-de36-4f4a-aa9c-ca0e37f897bd tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:34.686223 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8ab76579-9b4b-4a4e-ada3-303a18eadf43 req-e084ba9e-de36-4f4a-aa9c-ca0e37f897bd tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.5237362 Jun 07 17:26:34.932237 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8ab76579-9b4b-4a4e-ada3-303a18eadf43 req-5e89c972-b065-49d7-bd57-d81e7150f058 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244129 Jun 07 17:26:35.523105 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbec8a3-729a-465a-b347-0602ceaa8cb6 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Router 87bd47fc-cf9e-4229-8e77-56c3cba836ef has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:26:35.720695 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-76bfaa29-e83e-41ad-846b-d891fc420957 req-020886e0-e34c-4055-8d70-14e56e936f25 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 210 time: 0.0798686 Jun 07 17:26:35.753355 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:35.828902 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:35.830373 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-54bc983b-41c0-4e85-9120-f77f4fe24fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:36.109220 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb29701-2401-47ed-bddd-96a2fc7a9c96,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:36.130314 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda9470-a226-4644-bf8d-99181fee9714 req-c529d2b5-cd61-4fb1-a0a3-fc7efbea1396 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:36.133408 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-c529d2b5-cd61-4fb1-a0a3-fc7efbea1396 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.24 "GET /v2.0/networks?id=44158158-582a-489f-bb98-4bfcb92e5bc5 HTTP/1.1" status: 200 len: 814 time: 0.3624828 Jun 07 17:26:36.137760 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:36.153108 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Request body: {'port': {'device_id': '3b9b9372-9aad-4c0b-84c4-f42d455624fd', 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5', 'admin_state_up': True, 'tenant_id': 'edf6c993daa24d82bd7a5747f23c1ef3'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:36.172942 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-e2ea907f-432d-41ba-b108-cfa3cf32f849 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:36.175450 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-e2ea907f-432d-41ba-b108-cfa3cf32f849 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 814 time: 0.5949321 Jun 07 17:26:36.184981 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] Checking segment: {'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:26:36.185540 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] Network hostable DHCP agents. Network: 8bf5a0be-9427-4639-8cdc-2efdddf7557e, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:26:36.245109 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-15202f98-b165-40c6-8e0a-149e79459e53 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/quotas/03e35c31f367454188de9b5c12ee0214 HTTP/1.1" status: 200 len: 375 time: 0.0538509 Jun 07 17:26:36.246726 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbec8a3-729a-465a-b347-0602ceaa8cb6 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:26:36.259164 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-cfbec8a3-729a-465a-b347-0602ceaa8cb6 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:36.262661 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945a9e4-18e7-400a-95ca-dc68e8998fd6 None None] Sync routers for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:26:36.274501 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945a9e4-18e7-400a-95ca-dc68e8998fd6 None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:26:36.275281 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-6945a9e4-18e7-400a-95ca-dc68e8998fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:26:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:36.307650 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf582012-a588-4f63-a667-aecebc95009a req-9821ace9-2824-45df-a3f9-eed3f3bae9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:36.310241 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cf582012-a588-4f63-a667-aecebc95009a req-9821ace9-2824-45df-a3f9-eed3f3bae9b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 1098 time: 0.5554960 Jun 07 17:26:36.456883 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] Network 8bf5a0be-9427-4639-8cdc-2efdddf7557e is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:26:36.507636 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-6945a9e4-18e7-400a-95ca-dc68e8998fd6 None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:26:36.517865 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, 8bf5a0be-9427-4639-8cdc-2efdddf7557e) {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:36.532413 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7567a701-4209-4c0c-b9a8-03e539e60c63 None None] Network 8bf5a0be-9427-4639-8cdc-2efdddf7557e requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:26:36.542973 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:36.543963 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:36.552375 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-cfbec8a3-729a-465a-b347-0602ceaa8cb6 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "PUT /v2.0/floatingips/e5ef5aa9-61d2-49d4-a1f4-455d6fdc6cda HTTP/1.1" status: 200 len: 992 time: 3.7627289 Jun 07 17:26:36.555393 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cf582012-a588-4f63-a667-aecebc95009a req-885b8b0e-738d-429c-a733-ed2fc435d13e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656430 Jun 07 17:26:36.559633 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'tag': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:26:36.563665 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be1c7ef-8634-4247-9a91-c7a5039ce21f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6adc2d-c7dd-45dc-a15f-642f2f110cf1", "tag": "bfd24fe9-8219-48b8-9fa7-1d386990cacc"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:26:36.588461 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a229f-7591-4d0c-a8e3-6b180630c43d req-0517722d-3b85-4264-ac78-739218a06861 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:36.591137 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ed6a229f-7591-4d0c-a8e3-6b180630c43d req-0517722d-3b85-4264-ac78-739218a06861 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.3790407 Jun 07 17:26:36.604911 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Made reservation on behalf of edf6c993daa24d82bd7a5747f23c1ef3 for: {'port': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:26:36.611017 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:36.646038 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-af5926d4-17fd-4284-bbd3-19c2ebf5a858 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3097649 Jun 07 17:26:36.649801 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 54030) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:36.658339 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:36.686606 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-72686d8e-ad1c-4f36-a5e9-dd84698b9a46 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3843842 Jun 07 17:26:36.904743 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a13f779-604b-5941-8d5b-d57239b9adb2-8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96'}]}} from dv-cinder-789603-8-smb. {{(pid=91780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:26:36.907929 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:36.922490 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ed6a229f-7591-4d0c-a8e3-6b180630c43d req-7baa705c-2613-445d-b30d-4c16eacd34cc tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883542 Jun 07 17:26:36.932593 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-e6dddd5d-d4d7-41aa-9a3f-0eaca47a08ef service neutron] 10.222.0.13 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306075 Jun 07 17:26:37.028838 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12569'] for router, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:37.029981 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12544'] for router, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:37.134911 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:37.191057 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-0aa6492a-28a0-4874-a868-37e92fe3fc0b service neutron] 10.222.0.13 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561920 Jun 07 17:26:37.277999 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Allocated IP 172.20.0.11 (44158158-582a-489f-bb98-4bfcb92e5bc5/26dc21a9-8567-49c9-8f89-c102b71af2cb/2c5400f3-4901-4515-83b7-53c7504098a7) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:26:37.446368 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-6945a9e4-18e7-400a-95ca-dc68e8998fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': 'e5ef5aa9-61d2-49d4-a1f4-455d6fdc6cda', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'floating_ip_address': '172.28.2.244', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'port_id': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'mac_address': 'fa:16:3e:67:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:26:03Z', 'updated_at': '2021-06-07T17:26:33Z', 'revision_number': 1, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:06Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:37.467976 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945a9e4-18e7-400a-95ca-dc68e8998fd6 None None] Checking router: 87bd47fc-cf9e-4229-8e77-56c3cba836ef for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:26:37.529262 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.db_base_plugin_common [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Allocated IP 172.20.0.2 (8bf5a0be-9427-4639-8cdc-2efdddf7557e/8cb29701-2401-47ed-bddd-96a2fc7a9c96/ab999ff1-459d-4421-8747-ce6f5e6e4325) {{(pid=91780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:26:37.531007 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945a9e4-18e7-400a-95ca-dc68e8998fd6 None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:26:37.537333 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-6945a9e4-18e7-400a-95ca-dc68e8998fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:26:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:37.717288 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758d01d5-3419-490b-8f3d-f319f7c83402 x-openstack-request-id: req-758d01d5-3419-490b-8f3d-f319f7c83402 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:26:37.718156 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6adc2d-c7dd-45dc-a15f-642f2f110cf1", "tag": "bfd24fe9-8219-48b8-9fa7-1d386990cacc", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:26:37.718156 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-758d01d5-3419-490b-8f3d-f319f7c83402 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:26:37.718477 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'tag': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc', 'status': 'completed', 'code': 200} Jun 07 17:26:38.086700 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:38.161374 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:38.164339 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:38.164339 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:26:38.164339 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:26:38.164339 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:26:38.164339 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:38.164339 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:26:38.211628 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Network 44158158-582a-489f-bb98-4bfcb92e5bc5 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:26:38.214766 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:38.225347 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:26:38.339152 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Notify callbacks [] for port, precommit_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:38.352235 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-6945a9e4-18e7-400a-95ca-dc68e8998fd6 None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:26:38.384316 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Transition to ACTIVE for port object ab999ff1-459d-4421-8747-ce6f5e6e4325 will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:38.446661 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Transition to ACTIVE for port object ab999ff1-459d-4421-8747-ce6f5e6e4325 will not be triggered until provisioned by entity DHCP. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:38.468814 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:38.469791 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:38.469791 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:26:38.469791 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:26:38.469791 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:26:38.469791 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:38.469791 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Jun 07 17:26:38.541463 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Network 8bf5a0be-9427-4639-8cdc-2efdddf7557e is already hosted by enough agents. {{(pid=91780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:26:38.543523 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.base_scheduler [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Resources bound (agent type, host, resource id): {{(pid=91780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:38.553772 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Received port after_create {{(pid=91780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:26:38.589450 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:38.592095 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:38.599304 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12598'] for router, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:38.683480 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa5f3f-709d-4370-8488-294aac525de9 req-1fd3d85e-3292-4c22-9d74-cc78a22c32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:38.685503 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c2fa5f3f-709d-4370-8488-294aac525de9 req-1fd3d85e-3292-4c22-9d74-cc78a22c32b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bba071bce544828b4bf4a430b210a0a&device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 1098 time: 1.1445236 Jun 07 17:26:38.730359 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05ec71-a60f-424c-80a0-dd741ec6c294 req-7b96c4c4-9e37-4e5a-b899-ac2ba3830b3c tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:38.731436 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-3c05ec71-a60f-424c-80a0-dd741ec6c294 req-7b96c4c4-9e37-4e5a-b899-ac2ba3830b3c tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 932 time: 0.8193896 Jun 07 17:26:38.747768 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1c7ef-8634-4247-9a91-c7a5039ce21f req-b228b082-a557-4fdf-b21a-964e4330e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:38.750143 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4be1c7ef-8634-4247-9a91-c7a5039ce21f req-b228b082-a557-4fdf-b21a-964e4330e567 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32ff372ddb784e80bd8613340b215cf3&device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 1099 time: 0.9491656 Jun 07 17:26:38.791351 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Attempting to bind port ab999ff1-459d-4421-8747-ce6f5e6e4325 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:26:38.791838 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Attempting to bind port ab999ff1-459d-4421-8747-ce6f5e6e4325 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:26:38.792232 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Attempting to bind port ab999ff1-459d-4421-8747-ce6f5e6e4325 on network 8bf5a0be-9427-4639-8cdc-2efdddf7557e {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:38.807061 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:26:38.807544 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Checking segment: {'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:26:38.808485 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:38.810589 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Bound using segment: {'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:26:38.811216 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Bound port: ab999ff1-459d-4421-8747-ce6f5e6e4325, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:26:38.812190 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:38.866423 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5d2bf42d-c8c8-483a-8d1f-3e9eb87519d4 req-2d3006d4-4370-4664-8373-499ac7e7127e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 210 time: 0.4283402 Jun 07 17:26:38.944803 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-8f877b16-c5f2-4223-a7c3-90d5b4060ffe tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7990146 Jun 07 17:26:38.966376 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Request body: {'port': {'device_id': '3b9b9372-9aad-4c0b-84c4-f42d455624fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:38.988210 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa5f3f-709d-4370-8488-294aac525de9 req-f2015b83-24c2-4f13-9a23-016623711b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:38.992302 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c2fa5f3f-709d-4370-8488-294aac525de9 req-f2015b83-24c2-4f13-9a23-016623711b3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 200 len: 919 time: 0.2152700 Jun 07 17:26:39.040447 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] For port ab999ff1-459d-4421-8747-ce6f5e6e4325, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:26:39.047373 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] For port ab999ff1-459d-4421-8747-ce6f5e6e4325, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=ab999ff1-459d-4421-8747-ce6f5e6e4325,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:26:39.061512 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:39.076848 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-cd1a929c-1383-4c7b-a26b-06ed9b8f3352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:39.136955 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-3c05ec71-a60f-424c-80a0-dd741ec6c294 req-070de57b-244e-4c5a-9e2e-382501282ade tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934386 Jun 07 17:26:39.202133 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c2fa5f3f-709d-4370-8488-294aac525de9 req-8adea0df-fcd1-4da4-9ffd-e994785c9144 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71cee9e4-df40-4e37-b742-b846540dc311 HTTP/1.1" status: 200 len: 217 time: 0.1891942 Jun 07 17:26:39.269949 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-6945a9e4-18e7-400a-95ca-dc68e8998fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': 'e5ef5aa9-61d2-49d4-a1f4-455d6fdc6cda', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'floating_ip_address': '172.28.2.244', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'port_id': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'mac_address': 'fa:16:3e:67:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:26:03Z', 'updated_at': '2021-06-07T17:26:33Z', 'revision_number': 1, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:06Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:39.284373 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945a9e4-18e7-400a-95ca-dc68e8998fd6 None None] The sync data for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb is: [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': 'e5ef5aa9-61d2-49d4-a1f4-455d6fdc6cda', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'floating_ip_address': '172.28.2.244', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'port_id': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'mac_address': 'fa:16:3e:67:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:26:03Z', 'updated_at': '2021-06-07T17:26:33Z', 'revision_number': 1, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:06Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:26:39.443282 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Pushing event updated for resources: {'Port': ['ID=ab999ff1-459d-4421-8747-ce6f5e6e4325,revision_number=2']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:39.456864 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:39.620495 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:39.799340 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d3cf2-a721-43e1-ad31-4a74d1d9476e None None] New status for floating IP e5ef5aa9-61d2-49d4-a1f4-455d6fdc6cda: ACTIVE {{(pid=91780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:26:39.871635 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa5f3f-709d-4370-8488-294aac525de9 req-76928302-9afe-4808-a958-fdc002c8c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:39.874066 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c2fa5f3f-709d-4370-8488-294aac525de9 req-76928302-9afe-4808-a958-fdc002c8c55e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1767b-858f-4ddb-a6f8-abd723d813c9 HTTP/1.1" status: 200 len: 858 time: 0.5103986 Jun 07 17:26:39.975583 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c2fa5f3f-709d-4370-8488-294aac525de9 req-61d417ae-d8a5-4a8f-b72e-516201d063bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5cae8f9-7934-439f-9a76-35fdad11e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879922 Jun 07 17:26:40.204134 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8d009-4c9b-4323-85ae-e9c3841ca90e req-30f22d0c-738b-42fe-9aa9-0e83bd3f91ef tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:40.212367 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c6a8d009-4c9b-4323-85ae-e9c3841ca90e req-30f22d0c-738b-42fe-9aa9-0e83bd3f91ef tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.7923963 Jun 07 17:26:40.291708 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c6a8d009-4c9b-4323-85ae-e9c3841ca90e req-dc9e9869-d6bc-46b2-91e3-a9ef679c2fa4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782626 Jun 07 17:26:40.387635 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1c7ef-8634-4247-9a91-c7a5039ce21f req-27e04ac5-5445-427b-9935-e415209ae25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:40.389213 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4be1c7ef-8634-4247-9a91-c7a5039ce21f req-27e04ac5-5445-427b-9935-e415209ae25b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a036aeba-98be-498c-945c-229a6b821f25 HTTP/1.1" status: 200 len: 912 time: 1.6114731 Jun 07 17:26:40.480379 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5400f3-4901-4515-83b7-53c7504098a7 {{(pid=91778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:26:40.504080 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:40.543717 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1ba04cad-3c04-4359-a2cd-b9d0e62e6f52 req-8439a91b-6461-4140-ba1f-bc6c6c10c15c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 210 time: 0.2491717 Jun 07 17:26:40.545856 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Transition to ACTIVE for port object 2c5400f3-4901-4515-83b7-53c7504098a7 will not be triggered until provisioned by entity L2. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:40.561357 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-e9249349-80ed-450e-a5f5-01dd85717108 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:40.563119 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-e9249349-80ed-450e-a5f5-01dd85717108 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 814 time: 0.2801514 Jun 07 17:26:40.564030 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:40.569389 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:40.649592 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c2fa5f3f-709d-4370-8488-294aac525de9 req-298d3134-e428-4bf5-81d6-89c1a1dd2994 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470466 Jun 07 17:26:40.696838 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Request body: {'port': {'device_id': 'dff0c3fd-65a4-4615-8161-2976a612cc08', 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816', 'admin_state_up': True, 'tenant_id': '03e35c31f367454188de9b5c12ee0214'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:40.799093 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4be1c7ef-8634-4247-9a91-c7a5039ce21f req-d3d8d97b-1a96-43aa-8112-2ef8791b2252 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd24fe9-8219-48b8-9fa7-1d386990cacc HTTP/1.1" status: 200 len: 1002 time: 0.4002683 Jun 07 17:26:40.901523 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Pushing event updated for resources: {'Port': ['ID=2c5400f3-4901-4515-83b7-53c7504098a7,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:40.999439 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:41.311874 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Made reservation on behalf of 03e35c31f367454188de9b5c12ee0214 for: {'port': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:26:41.319218 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:41.370320 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d14fc2-57ec-4ad4-899d-a89dd5b6671a None None] Network 8bf5a0be-9427-4639-8cdc-2efdddf7557e requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:26:41.443711 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1c7ef-8634-4247-9a91-c7a5039ce21f req-80f104d9-44b2-4e45-9e3c-3e9d7fcd810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:41.446809 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4be1c7ef-8634-4247-9a91-c7a5039ce21f req-80f104d9-44b2-4e45-9e3c-3e9d7fcd810c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3 HTTP/1.1" status: 200 len: 850 time: 0.6118307 Jun 07 17:26:41.575365 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c2fa5f3f-709d-4370-8488-294aac525de9 req-7cefa577-f8a7-4d10-9d87-791759afab15 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8463292 Jun 07 17:26:41.602431 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:41.703263 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:41.833300 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device ab999ff1-459d-4421-8747-ce6f5e6e4325 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:26:41.870589 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Allocated IP 172.20.0.12 (0c501b8c-f6c3-4363-a314-861011ace816/196d0be0-7418-4ee4-a924-893125334c6b/6699e3a1-18b5-43ab-9ccf-23d6d896529b) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:26:41.954051 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-3663ce44-e85d-40a6-90c6-6a01d5d2961a None None] Provisioning for port ab999ff1-459d-4421-8747-ce6f5e6e4325 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:26:42.006496 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port ab999ff1-459d-4421-8747-ce6f5e6e4325 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:26:42.025418 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port ab999ff1-459d-4421-8747-ce6f5e6e4325 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:42.026218 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:42.057628 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-99334259-e21f-4137-9473-e773e170ac51 req-08dd7c0d-7163-4420-a2bb-b1de2eb8681b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 210 time: 0.1484349 Jun 07 17:26:42.061254 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1c7ef-8634-4247-9a91-c7a5039ce21f req-8ab2a702-d434-4535-9ca3-6342dcaf2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:42.074836 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4be1c7ef-8634-4247-9a91-c7a5039ce21f req-8ab2a702-d434-4535-9ca3-6342dcaf2d26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a036aeba-98be-498c-945c-229a6b821f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6115370 Jun 07 17:26:42.227021 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68c8c0-2211-4783-ae85-5afe67517a9b req-8a77da66-e78e-488b-b3de-cb3e002a8d1a tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:42.233957 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6e68c8c0-2211-4783-ae85-5afe67517a9b req-8a77da66-e78e-488b-b3de-cb3e002a8d1a tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 944 time: 1.5961351 Jun 07 17:26:42.368797 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:42.384068 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:42.432150 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port ab999ff1-459d-4421-8747-ce6f5e6e4325, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=ab999ff1-459d-4421-8747-ce6f5e6e4325,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:42.437865 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:42.457092 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:42.553361 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Attempting to bind port 2c5400f3-4901-4515-83b7-53c7504098a7 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:26:42.553889 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Attempting to bind port 2c5400f3-4901-4515-83b7-53c7504098a7 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'edc03057-f5a0-4134-a53f-d75937b340d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5'}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:26:42.554425 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Attempting to bind port 2c5400f3-4901-4515-83b7-53c7504098a7 on network 44158158-582a-489f-bb98-4bfcb92e5bc5 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:42.563537 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=ab999ff1-459d-4421-8747-ce6f5e6e4325,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:42.568884 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:42.597407 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Port 2c5400f3-4901-4515-83b7-53c7504098a7 on network 44158158-582a-489f-bb98-4bfcb92e5bc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:26:42.597982 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Attempting to bind port 2c5400f3-4901-4515-83b7-53c7504098a7 on network 44158158-582a-489f-bb98-4bfcb92e5bc5 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:42.616869 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6e68c8c0-2211-4783-ae85-5afe67517a9b req-f0ed8247-a702-4703-90a7-0a3de9719677 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915708 Jun 07 17:26:42.636774 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:26:42.637311 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Checking segment: {'id': 'edc03057-f5a0-4134-a53f-d75937b340d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:26:42.638391 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Bound using segment: {'id': 'edc03057-f5a0-4134-a53f-d75937b340d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5'} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:26:42.638756 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Bound port: 2c5400f3-4901-4515-83b7-53c7504098a7, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc03057-f5a0-4134-a53f-d75937b340d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5'}}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:26:42.639416 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:42.666973 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82d576-c5d5-47d8-98dd-b02d8abfb4c5 req-a198ab63-9686-42ad-abce-838f07d7eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:42.668757 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8e82d576-c5d5-47d8-98dd-b02d8abfb4c5 req-a198ab63-9686-42ad-abce-838f07d7eb90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bba071bce544828b4bf4a430b210a0a&device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 1098 time: 0.8314946 Jun 07 17:26:42.675550 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4be1c7ef-8634-4247-9a91-c7a5039ce21f req-ce07d10d-b0e6-4ae9-a9b1-d65090f082cc service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765045 Jun 07 17:26:42.708671 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e6808116-126c-4c32-b68f-1c24f0a0ce9f None None] Provisioning complete for port ab999ff1-459d-4421-8747-ce6f5e6e4325 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:42.709521 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e6808116-126c-4c32-b68f-1c24f0a0ce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:42.894367 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Allocated IP 172.28.2.133 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/b851a218-f09a-4281-aa71-1d593a180d3f) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:26:42.963080 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] For port 2c5400f3-4901-4515-83b7-53c7504098a7, host hv-cinder-78960, cleared binding levels {{(pid=91778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:26:42.967786 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] For port 2c5400f3-4901-4515-83b7-53c7504098a7, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c5400f3-4901-4515-83b7-53c7504098a7,segment=NetworkSegment(edc03057-f5a0-4134-a53f-d75937b340d2),segment_id=edc03057-f5a0-4134-a53f-d75937b340d2)] {{(pid=91778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:26:42.976563 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:42.984544 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:42.992521 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:43.060157 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:43.060793 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:43.062210 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] 10.222.0.24 "PUT /v2.0/ports/2c5400f3-4901-4515-83b7-53c7504098a7 HTTP/1.1" status: 200 len: 1094 time: 4.1059463 Jun 07 17:26:43.062792 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9b9372-9aad-4c0b-84c4-f42d455624fd', 'tag': '2c5400f3-4901-4515-83b7-53c7504098a7'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:26:43.065225 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a4ee70-c49f-408e-8ec2-1e89e1b54906" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9b9372-9aad-4c0b-84c4-f42d455624fd", "tag": "2c5400f3-4901-4515-83b7-53c7504098a7"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:26:43.111031 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Pushing event updated for resources: {'Port': ['ID=2c5400f3-4901-4515-83b7-53c7504098a7,revision_number=3']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:43.115691 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:43.117703 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:43.120678 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:43.120678 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:26:43.120678 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:26:43.120678 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:26:43.120678 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:43.120678 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:26:43.130448 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['37f4c443-4c8e-44e3-9f2d-f8efd4525f58', '8c8b99b0-ac59-448f-9d83-b4d0d2f4e003', 'ebc1c5e0-0951-41cf-93bc-e2ceb865d82b'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:26:43.146143 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Network 0c501b8c-f6c3-4363-a314-861011ace816 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:26:43.147732 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:43.194000 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4be1c7ef-8634-4247-9a91-c7a5039ce21f req-34873099-9b34-475c-9107-505bff2fbb77 service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835513 Jun 07 17:26:43.195784 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:26:43.220862 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339859fa-91ca-4dcb-bb94-e8fe4acbfa5e req-4311c6c7-3211-4f76-8c6d-4cdb2af4f91b tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:43.235047 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-339859fa-91ca-4dcb-bb94-e8fe4acbfa5e req-4311c6c7-3211-4f76-8c6d-4cdb2af4f91b tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.7467506 Jun 07 17:26:43.283331 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:43.284206 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:43.313450 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82d576-c5d5-47d8-98dd-b02d8abfb4c5 req-a37217e4-3795-4a98-8545-9cec61c69359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:43.315954 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8e82d576-c5d5-47d8-98dd-b02d8abfb4c5 req-a37217e4-3795-4a98-8545-9cec61c69359 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 200 len: 919 time: 0.6368887 Jun 07 17:26:43.407458 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-83a619b6-75cc-4542-95fe-8818460e94b5 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7158275 Jun 07 17:26:43.430941 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Request body: {'port': {'device_id': 'dff0c3fd-65a4-4615-8161-2976a612cc08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:43.516138 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda9470-a226-4644-bf8d-99181fee9714 req-bd2a2e29-a053-4eac-be4a-200abd20efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:43.517841 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-bd2a2e29-a053-4eac-be4a-200abd20efb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edf6c993daa24d82bd7a5747f23c1ef3&device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 1097 time: 0.3676314 Jun 07 17:26:43.544519 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device ab999ff1-459d-4421-8747-ce6f5e6e4325 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:26:43.630299 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36441e-2139-48b0-9daf-56056b86c432 req-15b83ba7-7889-4f28-8974-52cbf037af23 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:43.632999 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6f36441e-2139-48b0-9daf-56056b86c432 req-15b83ba7-7889-4f28-8974-52cbf037af23 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 932 time: 0.2936914 Jun 07 17:26:43.639936 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8e82d576-c5d5-47d8-98dd-b02d8abfb4c5 req-14a01408-616d-4783-b90f-87d47827fd0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71cee9e4-df40-4e37-b742-b846540dc311 HTTP/1.1" status: 200 len: 217 time: 0.2781885 Jun 07 17:26:43.647381 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-339859fa-91ca-4dcb-bb94-e8fe4acbfa5e req-f8cdff50-5a1e-4802-895c-390bfb7e42f4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105699 Jun 07 17:26:43.728765 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-3b467fb6-c77d-4403-a796-d062db1ebcf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c5400f3-4901-4515-83b7-53c7504098a7 HTTP/1.1" status: 200 len: 217 time: 0.1959291 Jun 07 17:26:43.734996 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82d576-c5d5-47d8-98dd-b02d8abfb4c5 req-04709df7-59f0-46ce-b4a5-60c4d6c4504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:43.736732 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8e82d576-c5d5-47d8-98dd-b02d8abfb4c5 req-04709df7-59f0-46ce-b4a5-60c4d6c4504c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1767b-858f-4ddb-a6f8-abd723d813c9 HTTP/1.1" status: 200 len: 858 time: 0.0853639 Jun 07 17:26:43.800481 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:43.826503 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port ab999ff1-459d-4421-8747-ce6f5e6e4325 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:43.827145 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:43.837057 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f0612b-337b-45ee-af2f-ed0b63f41e33 x-openstack-request-id: req-09f0612b-337b-45ee-af2f-ed0b63f41e33 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:26:43.837550 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9b9372-9aad-4c0b-84c4-f42d455624fd", "tag": "2c5400f3-4901-4515-83b7-53c7504098a7", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:26:43.837979 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09f0612b-337b-45ee-af2f-ed0b63f41e33 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:26:43.838632 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9b9372-9aad-4c0b-84c4-f42d455624fd', 'tag': '2c5400f3-4901-4515-83b7-53c7504098a7', 'status': 'completed', 'code': 200} Jun 07 17:26:43.884028 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8e82d576-c5d5-47d8-98dd-b02d8abfb4c5 req-f22118ee-17b4-4fb6-8f4f-49125d1545b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5cae8f9-7934-439f-9a76-35fdad11e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522048 Jun 07 17:26:43.885770 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:43.887109 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:43.887109 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:26:43.887109 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:26:43.887109 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:26:43.887109 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:43.887109 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:26:43.904023 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:43.959540 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:26:43.962850 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:43.966076 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:26:43.995947 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6f36441e-2139-48b0-9daf-56056b86c432 req-fd66d04f-607a-47e0-8bef-f508c9fa3a58 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116071 Jun 07 17:26:44.028994 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda9470-a226-4644-bf8d-99181fee9714 req-d46a707a-af59-45a3-947f-90a1da513dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:44.037629 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-d46a707a-af59-45a3-947f-90a1da513dce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26dc21a9-8567-49c9-8f89-c102b71af2cb HTTP/1.1" status: 200 len: 854 time: 0.2830205 Jun 07 17:26:44.156164 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-c50d4355-a758-4f1f-9916-a464319d6886 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44158158-582a-489f-bb98-4bfcb92e5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091886 Jun 07 17:26:44.598567 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8e82d576-c5d5-47d8-98dd-b02d8abfb4c5 req-c1a2271b-164f-4faa-b0f7-e479402988d3 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7053206 Jun 07 17:26:44.599332 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-6ebcaff2-d873-4671-a995-176f0372cc1f service neutron] 10.222.0.24 "GET /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445358 Jun 07 17:26:44.621479 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749310b4-5f9c-4247-afcb-1013c07b7c40 req-84e97c34-21c5-4b4f-b55a-28901f5bd247 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:44.631393 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-749310b4-5f9c-4247-afcb-1013c07b7c40 req-84e97c34-21c5-4b4f-b55a-28901f5bd247 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 944 time: 0.5448060 Jun 07 17:26:44.830293 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.db.resource_extend [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:26:44.977173 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-749310b4-5f9c-4247-afcb-1013c07b7c40 req-89b665fc-0932-4ec7-8428-e92bbd46ce9e tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448012 Jun 07 17:26:45.028726 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfda9470-a226-4644-bf8d-99181fee9714 req-ee481364-cc14-421c-971f-607dd1febe2b service neutron] 10.222.0.24 "GET /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125643 Jun 07 17:26:45.060062 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6699e3a1-18b5-43ab-9ccf-23d6d896529b {{(pid=91778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:26:45.071815 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:45.096270 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Transition to ACTIVE for port object 6699e3a1-18b5-43ab-9ccf-23d6d896529b will not be triggered until provisioned by entity L2. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:45.148261 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:45.164124 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:45.204790 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:45.280626 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8e82d576-c5d5-47d8-98dd-b02d8abfb4c5 req-a0fd4c70-9c2b-4d5a-a3cd-fc445977d310 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462867 Jun 07 17:26:45.479154 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ee670-507d-45a3-94ae-22fb5e832872 req-1af48334-6e77-452d-a997-aaee45385d39 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:45.481764 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-070ee670-507d-45a3-94ae-22fb5e832872 req-1af48334-6e77-452d-a997-aaee45385d39 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.6583934 Jun 07 17:26:45.562085 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83af7b-888e-48fc-899a-107364524e5d req-cb1e0911-88e0-4e7e-806e-3714eb2782ac tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:45.564343 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7d83af7b-888e-48fc-899a-107364524e5d req-cb1e0911-88e0-4e7e-806e-3714eb2782ac tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 944 time: 0.2923424 Jun 07 17:26:45.577947 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Pushing event updated for resources: {'Port': ['ID=6699e3a1-18b5-43ab-9ccf-23d6d896529b,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:45.626830 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:45.731739 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7d83af7b-888e-48fc-899a-107364524e5d req-f98a2904-dd7d-4ca3-a986-6ff36c374b50 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512945 Jun 07 17:26:45.780103 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-070ee670-507d-45a3-94ae-22fb5e832872 req-3384aee0-a8e2-4562-adcb-24e82a48bbc2 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660463 Jun 07 17:26:45.782886 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353706'] for router, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:45.783772 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4ee70-c49f-408e-8ec2-1e89e1b54906 req-ec403814-edb7-49f6-926b-b2684c44c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:45.787062 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-16a4ee70-c49f-408e-8ec2-1e89e1b54906 req-ec403814-edb7-49f6-926b-b2684c44c1a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edf6c993daa24d82bd7a5747f23c1ef3&device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 1097 time: 0.6889668 Jun 07 17:26:46.057512 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Attempting to bind port 6699e3a1-18b5-43ab-9ccf-23d6d896529b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:26:46.058596 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Attempting to bind port 6699e3a1-18b5-43ab-9ccf-23d6d896529b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:26:46.058596 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Attempting to bind port 6699e3a1-18b5-43ab-9ccf-23d6d896529b on network 0c501b8c-f6c3-4363-a314-861011ace816 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:46.073843 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Port 6699e3a1-18b5-43ab-9ccf-23d6d896529b on network 0c501b8c-f6c3-4363-a314-861011ace816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:26:46.074369 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Attempting to bind port 6699e3a1-18b5-43ab-9ccf-23d6d896529b on network 0c501b8c-f6c3-4363-a314-861011ace816 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:46.101733 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:26:46.102307 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Checking segment: {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:26:46.102958 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Bound using segment: {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:26:46.103813 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Bound port: 6699e3a1-18b5-43ab-9ccf-23d6d896529b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816'}}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:26:46.104405 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:46.176944 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Router f7282fba-c440-4a0a-8522-28da89083a37 is scheduled to L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 with binding_index 1 {{(pid=91779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:26:46.301582 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4ee70-c49f-408e-8ec2-1e89e1b54906 req-c5cfafba-10d0-4cde-b211-0308a3922e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:46.304220 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-16a4ee70-c49f-408e-8ec2-1e89e1b54906 req-c5cfafba-10d0-4cde-b211-0308a3922e36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=44158158-582a-489f-bb98-4bfcb92e5bc5 HTTP/1.1" status: 200 len: 915 time: 0.4862924 Jun 07 17:26:46.489988 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-16a4ee70-c49f-408e-8ec2-1e89e1b54906 req-061eeae7-bbdc-467a-a142-a981573caa33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c5400f3-4901-4515-83b7-53c7504098a7 HTTP/1.1" status: 200 len: 217 time: 0.1671245 Jun 07 17:26:46.515307 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:26:46.530407 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Sync routers for ids ['f7282fba-c440-4a0a-8522-28da89083a37'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:26:46.540308 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] Notify callbacks [] for router, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:46.545678 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-4ad3b915-8e3a-4225-a7af-b771ba2b0a44 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.8907158 Jun 07 17:26:46.545966 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Routers {'f7282fba-c440-4a0a-8522-28da89083a37'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:26:46.545966 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:26:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['f7282fba-c440-4a0a-8522-28da89083a37'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:46.546363 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 54200) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:46.653654 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] For port 6699e3a1-18b5-43ab-9ccf-23d6d896529b, host hv-cinder-78960, cleared binding levels {{(pid=91778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:26:46.687845 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9a7dc-cae7-4e20-95f9-6efd12c8e417 req-2d52da39-0d9e-4878-b08c-ad80ff2e2a68 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:46.690460 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-04b9a7dc-cae7-4e20-95f9-6efd12c8e417 req-2d52da39-0d9e-4878-b08c-ad80ff2e2a68 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 944 time: 0.5519402 Jun 07 17:26:46.698380 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] For port 6699e3a1-18b5-43ab-9ccf-23d6d896529b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6699e3a1-18b5-43ab-9ccf-23d6d896529b,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:26:46.701863 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4ee70-c49f-408e-8ec2-1e89e1b54906 req-cac5ec2e-244f-4d24-a3ce-a8e1e9a848b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:46.704411 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-16a4ee70-c49f-408e-8ec2-1e89e1b54906 req-cac5ec2e-244f-4d24-a3ce-a8e1e9a848b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26dc21a9-8567-49c9-8f89-c102b71af2cb HTTP/1.1" status: 200 len: 854 time: 0.2018604 Jun 07 17:26:46.712256 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:46.753732 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-e7237112-8cec-4141-a9bd-9f072349bd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:46.856278 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Set router f7282fba-c440-4a0a-8522-28da89083a37 gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:26:46.953732 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-16a4ee70-c49f-408e-8ec2-1e89e1b54906 req-53ddf2cb-3d5b-48f9-92cc-b908d9aa674f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44158158-582a-489f-bb98-4bfcb92e5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2093351 Jun 07 17:26:47.228121 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:47.229631 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:47.235317 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] 10.222.0.24 "PUT /v2.0/ports/6699e3a1-18b5-43ab-9ccf-23d6d896529b HTTP/1.1" status: 200 len: 1094 time: 3.8049223 Jun 07 17:26:47.246387 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff0c3fd-65a4-4615-8161-2976a612cc08', 'tag': '6699e3a1-18b5-43ab-9ccf-23d6d896529b'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:26:47.249954 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b47d7f-1817-4709-9822-fc112a5ea7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "dff0c3fd-65a4-4615-8161-2976a612cc08", "tag": "6699e3a1-18b5-43ab-9ccf-23d6d896529b"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:26:47.256069 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f52ade-7882-46ba-a1dc-ca337a4a6654 req-6fc02d7b-763e-43ef-9dde-a5ab7951f9a1 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:47.269801 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-41f52ade-7882-46ba-a1dc-ca337a4a6654 req-6fc02d7b-763e-43ef-9dde-a5ab7951f9a1 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 944 time: 0.3636794 Jun 07 17:26:47.300709 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-04b9a7dc-cae7-4e20-95f9-6efd12c8e417 req-445d58ca-2254-4725-89cf-c2c5e76d4077 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910645 Jun 07 17:26:47.317540 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Pushing event updated for resources: {'Port': ['ID=6699e3a1-18b5-43ab-9ccf-23d6d896529b,revision_number=3']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:47.330126 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:47.390784 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-16a4ee70-c49f-408e-8ec2-1e89e1b54906 req-779b5341-f898-4f10-ad2b-1517a0521cb5 service neutron] 10.222.0.24 "GET /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026339 Jun 07 17:26:47.478575 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:26:44Z', 'revision_number': 3, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:47.488424 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Checking router: f7282fba-c440-4a0a-8522-28da89083a37 for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:26:47.489111 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Updating router f7282fba-c440-4a0a-8522-28da89083a37 port b851a218-f09a-4281-aa71-1d593a180d3f binding host dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:26:47.510429 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-41f52ade-7882-46ba-a1dc-ca337a4a6654 req-bd0f3a54-5cc7-4d29-8ae5-58a285d88796 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386987 Jun 07 17:26:47.580453 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-ecf5a969-8299-4514-ba3b-74e1c7e89c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:47.582818 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-ecf5a969-8299-4514-ba3b-74e1c7e89c68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 1097 time: 0.2509832 Jun 07 17:26:47.618663 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:47.683724 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-6be26a33-0399-4057-a698-e6cc528e2141 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6699e3a1-18b5-43ab-9ccf-23d6d896529b HTTP/1.1" status: 200 len: 217 time: 0.0778124 Jun 07 17:26:47.797480 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-16a4ee70-c49f-408e-8ec2-1e89e1b54906 req-3260739d-9631-430c-b829-a9442cb627c3 service neutron] 10.222.0.24 "GET /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784516 Jun 07 17:26:47.937665 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-edc01b8d-9e68-483f-9eb5-241b9ba98817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:47.940327 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-edc01b8d-9e68-483f-9eb5-241b9ba98817 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=196d0be0-7418-4ee4-a924-893125334c6b HTTP/1.1" status: 200 len: 854 time: 0.1473746 Jun 07 17:26:48.039091 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb65e4-543b-42b9-b412-3564c5aa2168 req-ce471c1d-54b7-4274-b213-f454e82d514a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:48.052761 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-47fb65e4-543b-42b9-b412-3564c5aa2168 req-ce471c1d-54b7-4274-b213-f454e82d514a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.4453666 Jun 07 17:26:48.096328 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-2dc1283b-b2b7-4f15-85ac-d06fadf05363 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c501b8c-f6c3-4363-a314-861011ace816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345143 Jun 07 17:26:48.203089 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:48.268925 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-47fb65e4-543b-42b9-b412-3564c5aa2168 req-827ea049-1e36-48f5-ad38-9b0061cf0e76 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147453 Jun 07 17:26:48.410320 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f799680a-d870-496a-bc53-5c7b55dbc5c1 x-openstack-request-id: req-f799680a-d870-496a-bc53-5c7b55dbc5c1 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:26:48.413176 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff0c3fd-65a4-4615-8161-2976a612cc08", "tag": "6699e3a1-18b5-43ab-9ccf-23d6d896529b", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:26:48.413176 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f799680a-d870-496a-bc53-5c7b55dbc5c1 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:26:48.415563 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff0c3fd-65a4-4615-8161-2976a612cc08', 'tag': '6699e3a1-18b5-43ab-9ccf-23d6d896529b', 'status': 'completed', 'code': 200} Jun 07 17:26:48.423640 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-a0f857b5-20eb-4df4-9bbd-e94f562f1308 service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052106 Jun 07 17:26:48.716240 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Allocated IP 172.20.0.1 (8bf5a0be-9427-4639-8cdc-2efdddf7557e/8cb29701-2401-47ed-bddd-96a2fc7a9c96/6aae579a-b3de-4e69-8b25-58bce3ccb9c6) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:26:48.822002 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Notify callbacks [] for port, precommit_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:48.848842 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.provisioning_blocks [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Transition to ACTIVE for port object b851a218-f09a-4281-aa71-1d593a180d3f will not be triggered until provisioned by entity L2. {{(pid=91781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:48.874815 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:48.895443 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:49.018304 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:49.038419 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3994ab4-97cd-4e20-9201-2a7baa2e55a1 req-c516948c-4617-422a-ada0-f757b9a37603 service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064024 Jun 07 17:26:49.038705 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d248010-24b4-41e5-b4cc-ac951f211e2c req-9dab78de-4260-4f75-96e7-90451ec18746 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:49.039915 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8d248010-24b4-41e5-b4cc-ac951f211e2c req-9dab78de-4260-4f75-96e7-90451ec18746 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 944 time: 0.2396564 Jun 07 17:26:49.079749 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Attempting to bind port b851a218-f09a-4281-aa71-1d593a180d3f on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:26:49.080386 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Attempting to bind port b851a218-f09a-4281-aa71-1d593a180d3f by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:26:49.080591 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Transition to ACTIVE for port object 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 will not be triggered until provisioned by entity DHCP. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:49.081713 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Attempting to bind port b851a218-f09a-4281-aa71-1d593a180d3f on network 5c076886-0b3f-40b9-b1ca-c907755baaf9 {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:49.095366 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a273a-a3d7-471e-a510-961f9489888e None None] Pushing event updated for resources: {'Port': ['ID=b851a218-f09a-4281-aa71-1d593a180d3f,revision_number=2']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:49.099361 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:26:49.100206 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Checking segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:26:49.100598 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:49.101111 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Bound using segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:26:49.101726 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Bound port: b851a218-f09a-4281-aa71-1d593a180d3f, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:26:49.102226 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:49.121785 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8d248010-24b4-41e5-b4cc-ac951f211e2c req-9fd1e7fe-2cb2-49d6-9ef7-9382a40707df tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730169 Jun 07 17:26:49.122478 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f5638-6d9a-4b17-9fc8-ce4620654c98 req-c940aebf-0943-4eaa-8aa2-c6a12d1023c7 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:49.135233 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-0c6a273a-a3d7-471e-a510-961f9489888e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:49.139872 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0e4f5638-6d9a-4b17-9fc8-ce4620654c98 req-c940aebf-0943-4eaa-8aa2-c6a12d1023c7 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 944 time: 0.2864377 Jun 07 17:26:49.188785 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:49.189475 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:49.189475 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:26:49.189475 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:26:49.189475 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:26:49.189475 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:49.189475 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:26:49.216959 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Network 8bf5a0be-9427-4639-8cdc-2efdddf7557e is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:26:49.218289 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:49.235000 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:26:49.236135 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481504'] for router_interface, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:49.260814 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] For port b851a218-f09a-4281-aa71-1d593a180d3f, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:26:49.270704 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] For port b851a218-f09a-4281-aa71-1d593a180d3f, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=b851a218-f09a-4281-aa71-1d593a180d3f,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:26:49.279146 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0e4f5638-6d9a-4b17-9fc8-ce4620654c98 req-34096a56-36db-4868-9c00-c60a452c8cf9 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343417 Jun 07 17:26:49.286113 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:49.306836 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-be613a4f-0b36-4712-a632-675809abb65e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:49.342884 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 2c5400f3-4901-4515-83b7-53c7504098a7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:26:49.350985 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b47d7f-1817-4709-9822-fc112a5ea7fa req-efe4487e-e986-423e-a835-5b6a7f6a6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:49.414657 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-67b47d7f-1817-4709-9822-fc112a5ea7fa req-efe4487e-e986-423e-a835-5b6a7f6a6b2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e35c31f367454188de9b5c12ee0214&device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 1097 time: 0.1850858 Jun 07 17:26:49.436353 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a273a-a3d7-471e-a510-961f9489888e None None] Pushing event updated for resources: {'Port': ['ID=b851a218-f09a-4281-aa71-1d593a180d3f,revision_number=3']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:49.449993 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-0c6a273a-a3d7-471e-a510-961f9489888e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:49.485097 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Routers {'f7282fba-c440-4a0a-8522-28da89083a37'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:26:49.488249 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:26:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['f7282fba-c440-4a0a-8522-28da89083a37'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:49.507096 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:49.731788 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 2c5400f3-4901-4515-83b7-53c7504098a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c5400f3-4901-4515-83b7-53c7504098a7,segment=NetworkSegment(edc03057-f5a0-4134-a53f-d75937b340d2),segment_id=edc03057-f5a0-4134-a53f-d75937b340d2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:49.771843 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '2c5400f3-4901-4515-83b7-53c7504098a7', 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5', 'port_id': '2c5400f3-4901-4515-83b7-53c7504098a7', 'mac_address': 'fa:16:3e:a3:dd:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26dc21a9-8567-49c9-8f89-c102b71af2cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:26:49.860732 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b47d7f-1817-4709-9822-fc112a5ea7fa req-70632d95-401e-41e8-83c2-8fe00451858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:49.862668 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-67b47d7f-1817-4709-9822-fc112a5ea7fa req-70632d95-401e-41e8-83c2-8fe00451858f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 200 len: 915 time: 0.4430969 Jun 07 17:26:49.895545 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:49.920554 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-987c7d38-aabc-446d-ac34-8f912bdf9481 None None] Provisioning for port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:26:49.944194 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-987c7d38-aabc-446d-ac34-8f912bdf9481 None None] Provisioning complete for port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:49.947795 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-987c7d38-aabc-446d-ac34-8f912bdf9481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:50.049910 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5400f3-4901-4515-83b7-53c7504098a7 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:26:50.070898 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-67b47d7f-1817-4709-9822-fc112a5ea7fa req-04f94519-8dda-44ce-9a9f-02bf4a54ceb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6699e3a1-18b5-43ab-9ccf-23d6d896529b HTTP/1.1" status: 200 len: 217 time: 0.1963913 Jun 07 17:26:50.109884 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 2c5400f3-4901-4515-83b7-53c7504098a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c5400f3-4901-4515-83b7-53c7504098a7,segment=NetworkSegment(edc03057-f5a0-4134-a53f-d75937b340d2),segment_id=edc03057-f5a0-4134-a53f-d75937b340d2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:50.114338 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-987c7d38-aabc-446d-ac34-8f912bdf9481 None None] Port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:26:50.114567 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] Set router f7282fba-c440-4a0a-8522-28da89083a37 gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:26:50.122445 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:50.128479 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:50.199874 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b47d7f-1817-4709-9822-fc112a5ea7fa req-a664cc04-b008-4be1-b15b-76a7c1c703dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:50.201439 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-67b47d7f-1817-4709-9822-fc112a5ea7fa req-a664cc04-b008-4be1-b15b-76a7c1c703dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=196d0be0-7418-4ee4-a924-893125334c6b HTTP/1.1" status: 200 len: 854 time: 0.1163011 Jun 07 17:26:50.263883 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-67b47d7f-1817-4709-9822-fc112a5ea7fa req-b4073174-607f-461f-9941-b4ee8c5d2845 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c501b8c-f6c3-4363-a314-861011ace816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526497 Jun 07 17:26:50.274819 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e632d5-35f5-4a78-a81c-003536072ad6 req-66cd0e68-3aa1-433c-8184-3074e04f8a0f tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:50.281662 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c5e632d5-35f5-4a78-a81c-003536072ad6 req-66cd0e68-3aa1-433c-8184-3074e04f8a0f tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.2758214 Jun 07 17:26:50.339234 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=2c5400f3-4901-4515-83b7-53c7504098a7,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:50.347610 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:50.349178 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:50.349178 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:50.349747 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:50.350324 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:50.350908 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:50.351674 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:50.352439 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:50.353215 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:50.353965 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:50.354727 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:50.355506 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:26:50.364831 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:50.444557 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c5e632d5-35f5-4a78-a81c-003536072ad6 req-182f4b39-3735-410e-8463-1ca52aee63f9 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591887 Jun 07 17:26:50.514342 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-67b47d7f-1817-4709-9822-fc112a5ea7fa req-e41ac941-aa9a-440a-94ae-5827cb1d1218 service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301123 Jun 07 17:26:50.547097 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:50.566284 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:50.567480 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-490665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352952'] for router_interface, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:50.572899 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:50.726735 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['2c5400f3-4901-4515-83b7-53c7504098a7'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:26:50.772458 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-67b47d7f-1817-4709-9822-fc112a5ea7fa req-99a564af-6882-461c-80ef-99293094abcd service neutron] 10.222.0.24 "GET /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474895 Jun 07 17:26:50.798459 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504da4c-ab71-4f45-8851-2a31f724e8b0 req-17e5638b-fe0c-4de3-abae-cfeaab614479 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:50.800367 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a504da4c-ab71-4f45-8851-2a31f724e8b0 req-17e5638b-fe0c-4de3-abae-cfeaab614479 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 944 time: 0.4085343 Jun 07 17:26:50.806603 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Pushing event updated for resources: {'Port': ['ID=6aae579a-b3de-4e69-8b25-58bce3ccb9c6,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:50.829855 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b1ba0-0162-4bbb-8d27-87ec8e2f6c80 req-ee6b7228-7f9c-4750-93ee-21ea79e7e6a6 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:50.833381 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:50.834433 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3c9b1ba0-0162-4bbb-8d27-87ec8e2f6c80 req-ee6b7228-7f9c-4750-93ee-21ea79e7e6a6 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 945 time: 0.1795845 Jun 07 17:26:50.845792 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '6aae579a-b3de-4e69-8b25-58bce3ccb9c6', 'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'mac_address': 'fa:16:3e:d6:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:48Z', 'updated_at': '2021-06-07T17:26:48Z', 'revision_number': 1, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'subnets': [{'id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:50.857748 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35510e-87e6-4230-b02b-b60241785055 None None] The sync data for ids ['f7282fba-c440-4a0a-8522-28da89083a37'] in dv-cinder-789603-8-smb is: [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '6aae579a-b3de-4e69-8b25-58bce3ccb9c6', 'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'mac_address': 'fa:16:3e:d6:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:48Z', 'updated_at': '2021-06-07T17:26:48Z', 'revision_number': 1, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'subnets': [{'id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:26:50.949600 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a504da4c-ab71-4f45-8851-2a31f724e8b0 req-57bc7e0e-57fd-41a5-aad0-455e4e8a9c56 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396170 Jun 07 17:26:50.960824 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3c9b1ba0-0162-4bbb-8d27-87ec8e2f6c80 req-edd97d95-3ca0-4f9e-8ea7-d4f85bf29cf9 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132457 Jun 07 17:26:50.987355 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Network 8bf5a0be-9427-4639-8cdc-2efdddf7557e is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:26:50.993091 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:51.472401 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-8f38bcd9-4541-43a3-95b8-7ac089d916c5 None None] Provisioning complete for port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:51.474529 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-8f38bcd9-4541-43a3-95b8-7ac089d916c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:51.480524 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Router f7282fba-c440-4a0a-8522-28da89083a37 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:26:51.645768 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-8f38bcd9-4541-43a3-95b8-7ac089d916c5 None None] Port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:26:51.766100 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62309032-587a-447c-a56f-059e36b7a856 req-d3b8c78c-eb97-46d4-8d23-ad6cb03c3523 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:51.768919 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-62309032-587a-447c-a56f-059e36b7a856 req-d3b8c78c-eb97-46d4-8d23-ad6cb03c3523 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1184487 Jun 07 17:26:51.784110 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:26:51.790457 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] 10.222.0.13 "PUT /v2.0/routers/f7282fba-c440-4a0a-8522-28da89083a37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2423563 Jun 07 17:26:51.849615 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-62309032-587a-447c-a56f-059e36b7a856 req-b10adb1a-756e-4869-b100-aa5eaedd85e9 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719092 Jun 07 17:26:52.351107 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab0c9f-7199-43df-a959-b154d29156bd req-a36de121-b2fd-4589-89bd-e65ed9fdac55 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:52.360939 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-57ab0c9f-7199-43df-a959-b154d29156bd req-a36de121-b2fd-4589-89bd-e65ed9fdac55 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 945 time: 0.1610744 Jun 07 17:26:52.440217 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd1473-2d58-4b51-a145-9add7a2cfef0 req-9919ad4f-153b-43ce-99f7-4fabd5f14251 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:52.453665 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2cdd1473-2d58-4b51-a145-9add7a2cfef0 req-9919ad4f-153b-43ce-99f7-4fabd5f14251 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 944 time: 0.2241552 Jun 07 17:26:52.470368 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-57ab0c9f-7199-43df-a959-b154d29156bd req-0fbfab97-c128-4d0f-a70f-a439086c263f tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051199 Jun 07 17:26:52.556237 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2cdd1473-2d58-4b51-a145-9add7a2cfef0 req-66e8a4f5-1510-4163-960f-90435992b7c6 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012514 Jun 07 17:26:52.926918 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 54294) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:52.933414 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-135654523-network', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:52.975002 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Made reservation on behalf of ba0584b20cc140de8a6636cf277aef0d for: {'network': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:26:52.979239 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:53.004508 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:53.172113 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:53.180027 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:53.187605 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-357ad5f6-16bd-4161-a229-a3fe5ebb9b70 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:53.248822 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea11e139-a72f-4200-9b9b-689261d21fb5,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:53.262109 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:53.274801 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=91779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:26:53.288852 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:53.289303 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.segments_db [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Added segment 086c2a4c-37db-4a56-9b66-608bca8a1aee of type vlan for network 08390fba-2c9a-455b-bd8c-9d94cd2c164f Jun 07 17:26:53.322719 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:53.351139 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 6699e3a1-18b5-43ab-9ccf-23d6d896529b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:26:53.356586 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:53.358108 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:53.358705 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:53.362473 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-9dd3d1e9-3b22-4df9-a287-d25894739367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:53.388489 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 2c5400f3-4901-4515-83b7-53c7504098a7 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:26:53.428510 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5002570 Jun 07 17:26:53.432988 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 54300) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:53.438606 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] Request body: {'subnet': {'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-135654523-subnet', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'ip_version': 4}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:53.468494 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] Made reservation on behalf of ba0584b20cc140de8a6636cf277aef0d for: {'subnet': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:26:53.471178 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1213450'] for subnet, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:53.511593 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Pushing event updated for resources: {'Network': ['ID=08390fba-2c9a-455b-bd8c-9d94cd2c164f,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:53.515041 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:53.590584 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network 08390fba-2c9a-455b-bd8c-9d94cd2c164f details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:26:53.604777 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device b851a218-f09a-4281-aa71-1d593a180d3f up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:26:53.748299 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 6699e3a1-18b5-43ab-9ccf-23d6d896529b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6699e3a1-18b5-43ab-9ccf-23d6d896529b,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:53.808481 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '6699e3a1-18b5-43ab-9ccf-23d6d896529b', 'network_id': '0c501b8c-f6c3-4363-a314-861011ace816', 'port_id': '6699e3a1-18b5-43ab-9ccf-23d6d896529b', 'mac_address': 'fa:16:3e:0d:a8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196d0be0-7418-4ee4-a924-893125334c6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:26:53.851516 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1213492'] for subnet, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:53.907242 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cba234-4b68-490e-8cbb-0114c0956155 req-d8448872-8593-4e6d-918c-6cdce4237248 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:53.910943 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-13cba234-4b68-490e-8cbb-0114c0956155 req-d8448872-8593-4e6d-918c-6cdce4237248 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 944 time: 0.1532552 Jun 07 17:26:53.955178 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port 2c5400f3-4901-4515-83b7-53c7504098a7 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:26:53.964126 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:53.977715 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 2c5400f3-4901-4515-83b7-53c7504098a7 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:53.978222 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:53.993011 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-13cba234-4b68-490e-8cbb-0114c0956155 req-d2e49517-bca6-4711-b006-1e4491f4e1c3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688546 Jun 07 17:26:54.016910 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:54.042629 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port b851a218-f09a-4281-aa71-1d593a180d3f completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:26:54.069038 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port b851a218-f09a-4281-aa71-1d593a180d3f triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:54.069677 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:54.141673 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6699e3a1-18b5-43ab-9ccf-23d6d896529b {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:26:54.165218 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe114a03-57bc-4a48-9926-4d4b12d4f3d5,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:54.173124 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:54.207898 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2de34-6938-48e1-8206-59ec3f3bf3f9 req-069e4b92-f209-4e6e-a941-aced0ac9e6af tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:54.221519 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7be2de34-6938-48e1-8206-59ec3f3bf3f9 req-069e4b92-f209-4e6e-a941-aced0ac9e6af tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 945 time: 0.4649384 Jun 07 17:26:54.228996 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] Checking segment: {'id': '086c2a4c-37db-4a56-9b66-608bca8a1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:26:54.229969 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] Network hostable DHCP agents. Network: 08390fba-2c9a-455b-bd8c-9d94cd2c164f, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:26:54.240890 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 6699e3a1-18b5-43ab-9ccf-23d6d896529b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6699e3a1-18b5-43ab-9ccf-23d6d896529b,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:54.255081 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:54.264541 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-10047db9-14b4-4ba7-9570-acdfc0625169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:54.314827 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7be2de34-6938-48e1-8206-59ec3f3bf3f9 req-d45ec56b-4764-47c6-a864-b5a190c4e719 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894830 Jun 07 17:26:54.327056 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] Network 08390fba-2c9a-455b-bd8c-9d94cd2c164f is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:26:54.352191 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, 08390fba-2c9a-455b-bd8c-9d94cd2c164f) {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:54.357428 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:54.358274 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:54.402000 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a45fbf-8e1f-47b3-bc3c-bd2d4d774f69 None None] Network 08390fba-2c9a-455b-bd8c-9d94cd2c164f requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:26:54.403079 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 54318) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:54.403333 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-b14640c3-961c-4876-a986-394c8cd6e13d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9689436 Jun 07 17:26:54.414309 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-135654523-router', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:26:54.482977 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12569'] for router, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:54.484393 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12544'] for router, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:54.485133 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Sync routers for ids ['f7282fba-c440-4a0a-8522-28da89083a37'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:26:54.540308 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:54.591150 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Routers {'f7282fba-c440-4a0a-8522-28da89083a37'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:26:54.592264 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:26:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['f7282fba-c440-4a0a-8522-28da89083a37'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:54.669309 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f0dbe-09b5-4b00-8a80-e7b785f5ab65 req-2c8e4b04-4992-4dbd-8e0d-726090a7768d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:54.674864 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f74f0dbe-09b5-4b00-8a80-e7b785f5ab65 req-2c8e4b04-4992-4dbd-8e0d-726090a7768d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1616979 Jun 07 17:26:54.759435 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f74f0dbe-09b5-4b00-8a80-e7b785f5ab65 req-32bd04f5-7fba-4523-9e1f-2ab34ae257c8 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771198 Jun 07 17:26:54.808430 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=6699e3a1-18b5-43ab-9ccf-23d6d896529b,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:54.848401 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:54.885284 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:54.886006 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:54.946463 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port b851a218-f09a-4281-aa71-1d593a180d3f, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=b851a218-f09a-4281-aa71-1d593a180d3f,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:55.007332 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:55.015156 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['6699e3a1-18b5-43ab-9ccf-23d6d896529b'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:26:55.090946 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-fd9d6c6b-890b-4772-b497-c08009d97339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:55.102466 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12598'] for router, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:55.275815 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf01a69-3e40-4e32-b39b-b20ce8661e5e req-bfb45dea-1bf1-4219-ae96-b8d22d307ca8 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:55.282788 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7bf01a69-3e40-4e32-b39b-b20ce8661e5e req-bfb45dea-1bf1-4219-ae96-b8d22d307ca8 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 945 time: 0.1092651 Jun 07 17:26:55.292663 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9b9372-9aad-4c0b-84c4-f42d455624fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5400f3-4901-4515-83b7-53c7504098a7'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:26:55.296432 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0612a69-b189-4dd8-89d4-52f8b43edc6c" -d '{"events": [{"server_uuid": "3b9b9372-9aad-4c0b-84c4-f42d455624fd", "name": "network-vif-plugged", "status": "completed", "tag": "2c5400f3-4901-4515-83b7-53c7504098a7"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:26:55.362166 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7bf01a69-3e40-4e32-b39b-b20ce8661e5e req-d1b4b8e7-272a-4b35-b130-127ea3a3853e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732338 Jun 07 17:26:55.626412 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 2c5400f3-4901-4515-83b7-53c7504098a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c5400f3-4901-4515-83b7-53c7504098a7,segment=NetworkSegment(edc03057-f5a0-4134-a53f-d75937b340d2),segment_id=edc03057-f5a0-4134-a53f-d75937b340d2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:26:55.636115 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:55.672368 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:55.739225 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Set router f7282fba-c440-4a0a-8522-28da89083a37 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:26:55.769167 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:55.826683 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a327050-cb25-4d35-9ea4-d05f27635804 x-openstack-request-id: req-6a327050-cb25-4d35-9ea4-d05f27635804 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:26:55.826985 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9b9372-9aad-4c0b-84c4-f42d455624fd", "name": "network-vif-plugged", "status": "completed", "tag": "2c5400f3-4901-4515-83b7-53c7504098a7", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:26:55.827325 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a327050-cb25-4d35-9ea4-d05f27635804 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:26:55.827712 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9b9372-9aad-4c0b-84c4-f42d455624fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5400f3-4901-4515-83b7-53c7504098a7', 'code': 200} Jun 07 17:26:55.914146 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=b851a218-f09a-4281-aa71-1d593a180d3f,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:55.935765 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:55.944607 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:56.008273 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a13f779-604b-5941-8d5b-d57239b9adb2-08390fba-2c9a-455b-bd8c-9d94cd2c164f', 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'fixed_ips': [{'subnet_id': 'fe114a03-57bc-4a48-9926-4d4b12d4f3d5'}]}} from dv-cinder-789603-8-smb. {{(pid=91780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:26:56.009137 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:56.022484 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29270a05-7248-4248-94fb-ed9726b170f8 req-8eab4186-d4f0-4596-825b-882b3bfc119c tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:56.027960 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-29270a05-7248-4248-94fb-ed9726b170f8 req-8eab4186-d4f0-4596-825b-882b3bfc119c tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 946 time: 0.3293600 Jun 07 17:26:56.139763 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Allocated IP 172.28.2.131 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/357a9e63-6f1a-4e7d-98ea-641f6fafc019) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:26:56.148718 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-29270a05-7248-4248-94fb-ed9726b170f8 req-2c58127f-efa5-4e83-9434-5881ba71a73b tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142530 Jun 07 17:26:56.209430 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e0131-3181-4e87-ae37-eb45769878d2 req-b66f2fe4-c3bf-46df-b58c-85ba3bc1d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:56.213823 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e79e0131-3181-4e87-ae37-eb45769878d2 req-b66f2fe4-c3bf-46df-b58c-85ba3bc1d04c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 1099 time: 0.1309955 Jun 07 17:26:56.274332 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e79e0131-3181-4e87-ae37-eb45769878d2 req-c8085a0a-9c86-4e30-87d4-f74f72511552 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534110 Jun 07 17:26:56.318925 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=2c5400f3-4901-4515-83b7-53c7504098a7,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:56.334914 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:56.486698 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:56.528654 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.db_base_plugin_common [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Allocated IP 172.20.0.2 (08390fba-2c9a-455b-bd8c-9d94cd2c164f/fe114a03-57bc-4a48-9926-4d4b12d4f3d5/0370eef8-bde4-4def-9d3f-46d4c731daaf) {{(pid=91780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:26:56.552139 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:56.553004 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:56.553004 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:26:56.553004 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:26:56.553004 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:26:56.553004 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:56.553004 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:26:56.594178 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:26:56.597109 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:56.602205 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:26:56.688766 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb69c-c043-4e7e-ab20-fe04b4a48379 req-2ca0dd08-8393-4547-9cb6-98bed464f144 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:56.689916 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '6aae579a-b3de-4e69-8b25-58bce3ccb9c6', 'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'mac_address': 'fa:16:3e:d6:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:48Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 2, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'subnets': [{'id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:56.696874 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-32fdb69c-c043-4e7e-ab20-fe04b4a48379 req-2ca0dd08-8393-4547-9cb6-98bed464f144 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 945 time: 0.1131117 Jun 07 17:26:56.699915 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Checking router: f7282fba-c440-4a0a-8522-28da89083a37 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:26:56.700309 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Updating router f7282fba-c440-4a0a-8522-28da89083a37 port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 binding host dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:26:56.758496 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-32fdb69c-c043-4e7e-ab20-fe04b4a48379 req-bbdbb38c-3414-4808-8f83-d9c91476a963 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604858 Jun 07 17:26:56.801213 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:57.130578 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Notify callbacks [] for port, precommit_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:57.190969 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Transition to ACTIVE for port object 0370eef8-bde4-4def-9d3f-46d4c731daaf will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:57.203733 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:57.230988 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Transition to ACTIVE for port object 0370eef8-bde4-4def-9d3f-46d4c731daaf will not be triggered until provisioned by entity DHCP. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:57.245814 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:57.246476 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:57.246476 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:26:57.246476 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:26:57.246476 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:26:57.246476 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:26:57.246476 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Jun 07 17:26:57.276413 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Network 08390fba-2c9a-455b-bd8c-9d94cd2c164f is already hosted by enough agents. {{(pid=91780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:26:57.278850 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.base_scheduler [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Resources bound (agent type, host, resource id): {{(pid=91780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:26:57.282239 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Received port after_create {{(pid=91780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:26:57.456406 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Attempting to bind port 0370eef8-bde4-4def-9d3f-46d4c731daaf on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:26:57.457584 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Attempting to bind port 0370eef8-bde4-4def-9d3f-46d4c731daaf by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '086c2a4c-37db-4a56-9b66-608bca8a1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:26:57.458007 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Attempting to bind port 0370eef8-bde4-4def-9d3f-46d4c731daaf on network 08390fba-2c9a-455b-bd8c-9d94cd2c164f {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:57.479735 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Notify callbacks [] for port, precommit_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:57.494518 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:26:57.495021 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Checking segment: {'id': '086c2a4c-37db-4a56-9b66-608bca8a1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:26:57.495830 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:57.496317 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Bound using segment: {'id': '086c2a4c-37db-4a56-9b66-608bca8a1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:26:57.496900 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Bound port: 0370eef8-bde4-4def-9d3f-46d4c731daaf, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086c2a4c-37db-4a56-9b66-608bca8a1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:26:57.497483 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:57.522003 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device b851a218-f09a-4281-aa71-1d593a180d3f up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:26:57.624325 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Transition to ACTIVE for port object 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:26:57.646600 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863775b-af8f-4b71-8203-5d98b60be888 req-5b933122-9398-41b9-a996-6a1e520b5616 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:57.647066 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:57.648243 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9863775b-af8f-4b71-8203-5d98b60be888 req-5b933122-9398-41b9-a996-6a1e520b5616 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 946 time: 0.2720850 Jun 07 17:26:57.661540 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:57.729678 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9863775b-af8f-4b71-8203-5d98b60be888 req-5fcc6f2c-b0d9-4a06-b999-08c21a4efcdb tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724421 Jun 07 17:26:57.838431 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353706'] for router, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:57.880986 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56918ff9-d80b-4055-b385-2ac90bdae9b2 None None] Pushing event updated for resources: {'Port': ['ID=6aae579a-b3de-4e69-8b25-58bce3ccb9c6,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:57.918322 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-56918ff9-d80b-4055-b385-2ac90bdae9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:57.990001 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] For port 0370eef8-bde4-4def-9d3f-46d4c731daaf, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:26:58.180252 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port b851a218-f09a-4281-aa71-1d593a180d3f triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:26:58.180852 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:58.216403 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f44b6-c5ff-4069-b9f1-e1b1c4a0b7d0 req-de49b9ce-5e6d-4fa2-a0f1-541ddf8d7dee tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:26:58.231704 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-614f44b6-c5ff-4069-b9f1-e1b1c4a0b7d0 req-de49b9ce-5e6d-4fa2-a0f1-541ddf8d7dee tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 945 time: 0.2840095 Jun 07 17:26:58.320640 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] For port 0370eef8-bde4-4def-9d3f-46d4c731daaf, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=0370eef8-bde4-4def-9d3f-46d4c731daaf,segment=NetworkSegment(086c2a4c-37db-4a56-9b66-608bca8a1aee),segment_id=086c2a4c-37db-4a56-9b66-608bca8a1aee)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:26:58.344316 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-614f44b6-c5ff-4069-b9f1-e1b1c4a0b7d0 req-50d218ef-6d64-41c6-800a-22a375e69d48 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110876 Jun 07 17:26:58.345763 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Router ed9d15c2-5c17-4314-96dc-49f706cced88 is scheduled to L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 with binding_index 1 {{(pid=91779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:26:58.363867 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Attempting to bind port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:26:58.364441 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Attempting to bind port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:26:58.364996 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Attempting to bind port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 on network 8bf5a0be-9427-4639-8cdc-2efdddf7557e {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:26:58.400611 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:58.430026 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:58.486063 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:26:58.486689 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Checking segment: {'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:26:58.488924 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:58.489652 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Bound using segment: {'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:26:58.490471 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Bound port: 6aae579a-b3de-4e69-8b25-58bce3ccb9c6, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:26:58.491118 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:58.733290 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Pushing event updated for resources: {'Port': ['ID=0370eef8-bde4-4def-9d3f-46d4c731daaf,revision_number=2']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:58.753405 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:58.794305 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] For port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:26:58.802971 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] For port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=6aae579a-b3de-4e69-8b25-58bce3ccb9c6,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:26:58.808773 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:58.813337 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:26:58.814520 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:58.827114 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Sync routers for ids ['ed9d15c2-5c17-4314-96dc-49f706cced88'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:26:58.859633 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] Notify callbacks [] for router, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:58.869233 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-2422a185-262d-47d3-8c60-f91b55cb6417 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4556897 Jun 07 17:26:58.869706 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 54388) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:58.871935 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Routers {'ed9d15c2-5c17-4314-96dc-49f706cced88'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:26:58.873267 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:26:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['ed9d15c2-5c17-4314-96dc-49f706cced88'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:58.959999 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56918ff9-d80b-4055-b385-2ac90bdae9b2 None None] Pushing event updated for resources: {'Port': ['ID=6aae579a-b3de-4e69-8b25-58bce3ccb9c6,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:26:58.964405 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-56918ff9-d80b-4055-b385-2ac90bdae9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:58.979285 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Routers {'f7282fba-c440-4a0a-8522-28da89083a37'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:26:58.980841 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:26:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['f7282fba-c440-4a0a-8522-28da89083a37'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:59.549930 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Set router ed9d15c2-5c17-4314-96dc-49f706cced88 gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:26:59.560510 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 6699e3a1-18b5-43ab-9ccf-23d6d896529b up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:26:59.745824 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] Set router f7282fba-c440-4a0a-8522-28da89083a37 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:26:59.904075 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:00.263497 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'name': 'tempest-TestShelveInstance-135654523-router', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:54Z', 'updated_at': '2021-06-07T17:26:56Z', 'revision_number': 3, 'project_id': 'ba0584b20cc140de8a6636cf277aef0d', 'gw_port': {'id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:55Z', 'updated_at': '2021-06-07T17:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:00.274443 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0229e-76c0-45c9-ae56-686e8426d951 req-00519b05-3bfc-402e-85cf-a369ee9206e0 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:00.277650 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Checking router: ed9d15c2-5c17-4314-96dc-49f706cced88 for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:27:00.281887 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-23c0229e-76c0-45c9-ae56-686e8426d951 req-00519b05-3bfc-402e-85cf-a369ee9206e0 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 945 time: 0.2035453 Jun 07 17:27:00.283243 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Updating router ed9d15c2-5c17-4314-96dc-49f706cced88 port 357a9e63-6f1a-4e7d-98ea-641f6fafc019 binding host dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:27:00.349045 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:00.350191 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-23c0229e-76c0-45c9-ae56-686e8426d951 req-d1197c37-3642-44c2-b28f-6d43af3c1cb8 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638945 Jun 07 17:27:00.377356 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port 6699e3a1-18b5-43ab-9ccf-23d6d896529b completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:00.391133 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:00.391610 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:00.424066 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:00.434624 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e708c6-9a4b-4fd6-94a8-e14bd1ba217e req-d4b3a373-d8f2-460e-975c-82d6d1d5e204 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:00.444728 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b3e708c6-9a4b-4fd6-94a8-e14bd1ba217e req-d4b3a373-d8f2-460e-975c-82d6d1d5e204 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 946 time: 0.5973105 Jun 07 17:27:00.525385 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:00.543633 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 6699e3a1-18b5-43ab-9ccf-23d6d896529b triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:00.544009 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:00.582516 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b3e708c6-9a4b-4fd6-94a8-e14bd1ba217e req-45e85b26-253f-4bef-873d-5b06803f2e3d tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365275 Jun 07 17:27:00.716479 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f7112-c5b9-4f3d-9c25-77f6727ab33d None None] Network 08390fba-2c9a-455b-bd8c-9d94cd2c164f requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:27:00.778913 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-a1cb69db-dfb3-4c78-9abf-aaa90173db81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:01.220316 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-809b2bf5-5e3c-4153-8718-070431278277 None None] Provisioning for port 0370eef8-bde4-4def-9d3f-46d4c731daaf completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:01.250352 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Notify callbacks [] for port, precommit_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:01.267823 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.provisioning_blocks [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Transition to ACTIVE for port object 357a9e63-6f1a-4e7d-98ea-641f6fafc019 will not be triggered until provisioned by entity L2. {{(pid=91781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:01.288212 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:01.306698 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-5fb4f749-8e3f-416c-8989-f45ecc7054df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:01.378442 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Allocated IP 172.20.0.1 (08390fba-2c9a-455b-bd8c-9d94cd2c164f/fe114a03-57bc-4a48-9926-4d4b12d4f3d5/d042c86f-ed13-44ad-a286-a664abe31964) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:27:01.415894 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Attempting to bind port 357a9e63-6f1a-4e7d-98ea-641f6fafc019 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:27:01.418025 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Attempting to bind port 357a9e63-6f1a-4e7d-98ea-641f6fafc019 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:27:01.418778 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Attempting to bind port 357a9e63-6f1a-4e7d-98ea-641f6fafc019 on network 5c076886-0b3f-40b9-b1ca-c907755baaf9 {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:27:01.456162 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:27:01.457880 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Checking segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:27:01.458114 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:01.459590 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Bound using segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:27:01.460459 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Bound port: 357a9e63-6f1a-4e7d-98ea-641f6fafc019, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:27:01.461071 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:01.508129 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Pushing event updated for resources: {'Port': ['ID=357a9e63-6f1a-4e7d-98ea-641f6fafc019,revision_number=2']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:01.536166 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:01.536777 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:01.537304 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:01.538030 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:01.538642 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:01.539174 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:01.539724 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:01.540260 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:01.540767 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:01.541333 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:01.541846 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:01.542345 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:01.552299 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:01.619695 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] For port 357a9e63-6f1a-4e7d-98ea-641f6fafc019, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:27:01.633148 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] For port 357a9e63-6f1a-4e7d-98ea-641f6fafc019, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=357a9e63-6f1a-4e7d-98ea-641f6fafc019,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:27:01.652716 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:01.670152 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:01.928026 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:01.942052 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Routers {'ed9d15c2-5c17-4314-96dc-49f706cced88'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:27:01.954518 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:26:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['ed9d15c2-5c17-4314-96dc-49f706cced88'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:02.079621 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667f3fb-4d6e-4736-ba12-bd5b37dc7d6a req-f3eebbd3-815a-44fb-8b4f-fd5f36783912 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:02.087797 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7667f3fb-4d6e-4736-ba12-bd5b37dc7d6a req-f3eebbd3-815a-44fb-8b4f-fd5f36783912 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 945 time: 0.4162443 Jun 07 17:27:02.139052 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81b240-0ea6-4a56-b59a-d47f3d705c12 req-0854329a-9aca-4ada-bf76-61242277e63e tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:02.155652 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-bf81b240-0ea6-4a56-b59a-d47f3d705c12 req-0854329a-9aca-4ada-bf76-61242277e63e tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.5677705 Jun 07 17:27:02.220998 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:02.229953 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93154436-df4d-4f40-9197-67dd3ff9aa19 req-c9c4860e-cd1a-4df2-80f9-c50c32e13547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:02.231636 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-93154436-df4d-4f40-9197-67dd3ff9aa19 req-c9c4860e-cd1a-4df2-80f9-c50c32e13547 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bba071bce544828b4bf4a430b210a0a&device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 1098 time: 0.6428177 Jun 07 17:27:02.237023 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:02.249204 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7667f3fb-4d6e-4736-ba12-bd5b37dc7d6a req-51563c33-c074-4a71-817f-aab06d348fd8 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556237 Jun 07 17:27:02.315261 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=6aae579a-b3de-4e69-8b25-58bce3ccb9c6,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:02.339399 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff0c3fd-65a4-4615-8161-2976a612cc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6699e3a1-18b5-43ab-9ccf-23d6d896529b'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:27:02.341335 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7717ea0d-6c2b-4f63-86fd-0a059ebb6a7c" -d '{"events": [{"server_uuid": "dff0c3fd-65a4-4615-8161-2976a612cc08", "name": "network-vif-plugged", "status": "completed", "tag": "6699e3a1-18b5-43ab-9ccf-23d6d896529b"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:27:02.344011 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:02.344928 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 0370eef8-bde4-4def-9d3f-46d4c731daaf up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:02.370415 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Pushing event updated for resources: {'Port': ['ID=357a9e63-6f1a-4e7d-98ea-641f6fafc019,revision_number=3']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:02.375582 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:02.404718 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:02.410681 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] Set router ed9d15c2-5c17-4314-96dc-49f706cced88 gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:27:02.484727 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Transition to ACTIVE for port object d042c86f-ed13-44ad-a286-a664abe31964 will not be triggered until provisioned by entity DHCP. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:02.560348 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 54502) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:02.606498 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-bf81b240-0ea6-4a56-b59a-d47f3d705c12 req-3582ad94-d67a-4457-9c5e-9bef5864ce23 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316640 Jun 07 17:27:02.692277 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 6699e3a1-18b5-43ab-9ccf-23d6d896529b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6699e3a1-18b5-43ab-9ccf-23d6d896529b,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:02.702594 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93154436-df4d-4f40-9197-67dd3ff9aa19 req-b9c77d34-f451-457a-9cf9-000a2f85d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:02.709033 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-93154436-df4d-4f40-9197-67dd3ff9aa19 req-b9c77d34-f451-457a-9cf9-000a2f85d51e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 200 len: 919 time: 0.4511933 Jun 07 17:27:02.774716 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00126aff-ad57-40af-b12e-a2c71b8f835b x-openstack-request-id: req-00126aff-ad57-40af-b12e-a2c71b8f835b {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:27:02.775344 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff0c3fd-65a4-4615-8161-2976a612cc08", "name": "network-vif-plugged", "status": "completed", "tag": "6699e3a1-18b5-43ab-9ccf-23d6d896529b", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:27:02.775739 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00126aff-ad57-40af-b12e-a2c71b8f835b {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:27:02.776332 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff0c3fd-65a4-4615-8161-2976a612cc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6699e3a1-18b5-43ab-9ccf-23d6d896529b', 'code': 200} Jun 07 17:27:02.825820 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:02.832576 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-93154436-df4d-4f40-9197-67dd3ff9aa19 req-299a8ff6-18d4-4acc-86ad-a8514042eb9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71cee9e4-df40-4e37-b742-b846540dc311 HTTP/1.1" status: 200 len: 217 time: 0.1115880 Jun 07 17:27:02.839161 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:02.840006 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:02.840006 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:27:02.840006 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:27:02.840006 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:27:02.840006 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:02.840006 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:27:02.888087 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ac4b39cd-3edb-4db6-98d9-d6338cd9926a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:02.898948 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'name': 'tempest-TestShelveInstance-135654523-router', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:54Z', 'updated_at': '2021-06-07T17:26:56Z', 'revision_number': 3, 'project_id': 'ba0584b20cc140de8a6636cf277aef0d', 'gw_port': {'id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:55Z', 'updated_at': '2021-06-07T17:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:02.904266 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8434d614-0869-42c9-8a52-a01f356b421b None None] The sync data for ids ['ed9d15c2-5c17-4314-96dc-49f706cced88'] in dv-cinder-789603-8-smb is: [{'id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'name': 'tempest-TestShelveInstance-135654523-router', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:54Z', 'updated_at': '2021-06-07T17:26:56Z', 'revision_number': 3, 'project_id': 'ba0584b20cc140de8a6636cf277aef0d', 'gw_port': {'id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:55Z', 'updated_at': '2021-06-07T17:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:27:02.936655 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '6aae579a-b3de-4e69-8b25-58bce3ccb9c6', 'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'mac_address': 'fa:16:3e:d6:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:48Z', 'updated_at': '2021-06-07T17:26:58Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'subnets': [{'id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:02.940332 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:02.944725 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:27:02.950632 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=6aae579a-b3de-4e69-8b25-58bce3ccb9c6,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:02.953717 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b1d89-74bc-4f41-bd25-743b47f58f62 None None] The sync data for ids ['f7282fba-c440-4a0a-8522-28da89083a37'] in dv-cinder-789603-8-smb is: [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '6aae579a-b3de-4e69-8b25-58bce3ccb9c6', 'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'mac_address': 'fa:16:3e:d6:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:48Z', 'updated_at': '2021-06-07T17:26:58Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'subnets': [{'id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:27:02.964270 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:02.964754 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:02.989585 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Network 08390fba-2c9a-455b-bd8c-9d94cd2c164f is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:27:02.993626 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:02.998363 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:27:03.042245 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2bb03cc1-94f6-4be6-9c58-63e17fbb773f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:03.165585 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481504'] for router_interface, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:03.194319 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=6699e3a1-18b5-43ab-9ccf-23d6d896529b,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:03.200515 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:03.212636 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 0370eef8-bde4-4def-9d3f-46d4c731daaf completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:03.226063 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 0370eef8-bde4-4def-9d3f-46d4c731daaf triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:03.227847 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:03.236297 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93154436-df4d-4f40-9197-67dd3ff9aa19 req-ebeb16b4-ab2f-48f6-96cd-bcdf616df0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:03.237853 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-93154436-df4d-4f40-9197-67dd3ff9aa19 req-ebeb16b4-ab2f-48f6-96cd-bcdf616df0e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1767b-858f-4ddb-a6f8-abd723d813c9 HTTP/1.1" status: 200 len: 858 time: 0.3877044 Jun 07 17:27:03.326571 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-93154436-df4d-4f40-9197-67dd3ff9aa19 req-dea9335a-0a44-43e7-b6bd-d49f8eda5b12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5cae8f9-7934-439f-9a76-35fdad11e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772293 Jun 07 17:27:03.444049 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2bb03cc1-94f6-4be6-9c58-63e17fbb773f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:03.458363 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-2bb03cc1-94f6-4be6-9c58-63e17fbb773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:03.495450 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-72fc03b3-4fe4-4e85-9b87-fc75e81bcaff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:03.606954 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-2bb03cc1-94f6-4be6-9c58-63e17fbb773f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71571fd184eb474a90e138bf2e3cf837&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0448158 Jun 07 17:27:03.611497 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:03.616206 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 54514) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:03.669663 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb03cc1-94f6-4be6-9c58-63e17fbb773f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ce9ac-697e-4f28-87fd-d1b2dafece55,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:03.676096 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-2bb03cc1-94f6-4be6-9c58-63e17fbb773f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:03.845857 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-211c7e70-ff71-41de-b6aa-85d240cbbdf5 None None] Provisioning complete for port 0370eef8-bde4-4def-9d3f-46d4c731daaf triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:03.846524 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-211c7e70-ff71-41de-b6aa-85d240cbbdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:03.855717 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b1117a11-d31e-4acd-b6f7-9b1dbfd8a7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:03.881464 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-93154436-df4d-4f40-9197-67dd3ff9aa19 req-205f22c1-64c1-4420-a4d5-c99db7c5f636 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349131 Jun 07 17:27:03.933005 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b1117a11-d31e-4acd-b6f7-9b1dbfd8a7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:04.114837 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 0370eef8-bde4-4def-9d3f-46d4c731daaf, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=0370eef8-bde4-4def-9d3f-46d4c731daaf,segment=NetworkSegment(086c2a4c-37db-4a56-9b66-608bca8a1aee),segment_id=086c2a4c-37db-4a56-9b66-608bca8a1aee)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:04.140666 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:04.155756 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:04.161308 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:04.200862 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b1117a11-d31e-4acd-b6f7-9b1dbfd8a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:04.204470 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b1117a11-d31e-4acd-b6f7-9b1dbfd8a7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:04.207847 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-b1117a11-d31e-4acd-b6f7-9b1dbfd8a7d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f14ce9ac-697e-4f28-87fd-d1b2dafece55 HTTP/1.1" status: 204 len: 168 time: 0.5838845 Jun 07 17:27:04.210325 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b6eac257-ed72-4145-9661-036e52719558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:04.242525 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324cdbc-df17-49c1-bbc5-9a9efbffdaf9 req-865b24c8-3a95-4e8b-b78d-898becf6cf00 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:04.250681 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e324cdbc-df17-49c1-bbc5-9a9efbffdaf9 req-865b24c8-3a95-4e8b-b78d-898becf6cf00 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.2219954 Jun 07 17:27:04.275949 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f5914-67b0-49ad-a353-711b2f211f2b req-9bce3bc5-d694-4921-8a33-a62c6b237419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:04.279226 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ae5f5914-67b0-49ad-a353-711b2f211f2b req-9bce3bc5-d694-4921-8a33-a62c6b237419 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 1099 time: 0.8967221 Jun 07 17:27:04.314356 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1117a11-d31e-4acd-b6f7-9b1dbfd8a7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ce9ac-697e-4f28-87fd-d1b2dafece55,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:04.366864 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b1117a11-d31e-4acd-b6f7-9b1dbfd8a7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:04.475807 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e324cdbc-df17-49c1-bbc5-9a9efbffdaf9 req-11b93c7a-a843-4bea-8247-a579e815a674 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195747 Jun 07 17:27:04.586408 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:04.713058 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ae5f5914-67b0-49ad-a353-711b2f211f2b req-887ccbf3-d92f-49bc-ba00-349cc7b64335 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022856 Jun 07 17:27:04.754874 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-93154436-df4d-4f40-9197-67dd3ff9aa19 req-eccb910f-585a-4be2-bcbb-5106ce6b8818 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8555691 Jun 07 17:27:04.768146 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:04.794444 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=0370eef8-bde4-4def-9d3f-46d4c731daaf,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:04.810949 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:04.816359 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3a702-b0e2-4709-ad50-1bc489b976ca req-8c0c27a8-0bc1-42bc-981a-e960f3febffa tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:04.825551 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-bdd3a702-b0e2-4709-ad50-1bc489b976ca req-8c0c27a8-0bc1-42bc-981a-e960f3febffa tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 946 time: 1.3174729 Jun 07 17:27:04.830721 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:04.831137 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:04.950106 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-bdd3a702-b0e2-4709-ad50-1bc489b976ca req-87a45f39-0bd6-4447-9314-a1ea3ae56015 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160309 Jun 07 17:27:04.972215 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-16b3cd8a-11ae-4dc1-920f-aa1cf5fc67c0 None None] Provisioning for port d042c86f-ed13-44ad-a286-a664abe31964 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:05.052944 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-16b3cd8a-11ae-4dc1-920f-aa1cf5fc67c0 None None] Provisioning complete for port d042c86f-ed13-44ad-a286-a664abe31964 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:05.053447 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-16b3cd8a-11ae-4dc1-920f-aa1cf5fc67c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:05.209570 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-16b3cd8a-11ae-4dc1-920f-aa1cf5fc67c0 None None] Port d042c86f-ed13-44ad-a286-a664abe31964 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:27:05.260923 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 357a9e63-6f1a-4e7d-98ea-641f6fafc019 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:05.346712 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 357a9e63-6f1a-4e7d-98ea-641f6fafc019 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:05.353170 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 357a9e63-6f1a-4e7d-98ea-641f6fafc019 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:05.353661 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:05.371062 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:05.378043 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:05.419230 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:05.519044 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Pushing event updated for resources: {'Port': ['ID=d042c86f-ed13-44ad-a286-a664abe31964,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:05.525006 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:05.532667 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-490665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352952'] for router_interface, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:05.541329 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:05.564443 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 357a9e63-6f1a-4e7d-98ea-641f6fafc019, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=357a9e63-6f1a-4e7d-98ea-641f6fafc019,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:05.569934 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:05.578568 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-c8097a10-af06-49fa-bfe6-45a2c34d7e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:05.666561 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=357a9e63-6f1a-4e7d-98ea-641f6fafc019,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:05.670284 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:05.798413 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:05.860095 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Network 08390fba-2c9a-455b-bd8c-9d94cd2c164f is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:27:05.862635 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:06.092882 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64943910-99b5-46a1-b74c-86c247b991e2 req-73c777d2-b488-4257-b9bf-33c398808db6 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:06.095669 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-64943910-99b5-46a1-b74c-86c247b991e2 req-73c777d2-b488-4257-b9bf-33c398808db6 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.3956616 Jun 07 17:27:06.267751 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-7becbba2-db8c-4f84-abb2-c53951b37e29 None None] Provisioning complete for port d042c86f-ed13-44ad-a286-a664abe31964 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:06.268912 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7becbba2-db8c-4f84-abb2-c53951b37e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:06.320593 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 357a9e63-6f1a-4e7d-98ea-641f6fafc019 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:06.391333 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-64943910-99b5-46a1-b74c-86c247b991e2 req-17c09afa-9bb3-4b1d-ae5a-b71bd7556f23 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788322 Jun 07 17:27:06.418325 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Router ed9d15c2-5c17-4314-96dc-49f706cced88 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:27:06.448195 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-7becbba2-db8c-4f84-abb2-c53951b37e29 None None] Port d042c86f-ed13-44ad-a286-a664abe31964 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:27:06.495037 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 357a9e63-6f1a-4e7d-98ea-641f6fafc019 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:06.495837 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:06.528194 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822a702-e3cb-4298-aba0-ad9d3f9e2344 req-b1349597-6c9a-4d64-a96e-150ff88b56cb tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:06.533210 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-6822a702-e3cb-4298-aba0-ad9d3f9e2344 req-b1349597-6c9a-4d64-a96e-150ff88b56cb tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 946 time: 0.1796141 Jun 07 17:27:06.608292 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-6822a702-e3cb-4298-aba0-ad9d3f9e2344 req-27054871-ca03-47d2-899d-eda436026730 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677941 Jun 07 17:27:06.704816 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:27:06.712743 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] 10.222.0.13 "PUT /v2.0/routers/ed9d15c2-5c17-4314-96dc-49f706cced88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8412831 Jun 07 17:27:06.721989 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Sync routers for ids ['ed9d15c2-5c17-4314-96dc-49f706cced88'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:27:06.792356 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Routers {'ed9d15c2-5c17-4314-96dc-49f706cced88'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:27:06.793204 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:27:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['ed9d15c2-5c17-4314-96dc-49f706cced88'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:06.850879 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 0370eef8-bde4-4def-9d3f-46d4c731daaf up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:07.226091 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Set router ed9d15c2-5c17-4314-96dc-49f706cced88 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:27:07.415787 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 0370eef8-bde4-4def-9d3f-46d4c731daaf triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:07.416543 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:07.881390 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53215be-ee3f-4436-81b2-bc04ba2ccf95 req-53cf02ef-d511-4351-8f3a-dd70808c7e6e tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:07.884758 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d53215be-ee3f-4436-81b2-bc04ba2ccf95 req-53cf02ef-d511-4351-8f3a-dd70808c7e6e tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1702602 Jun 07 17:27:07.901619 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 54588) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:07.911183 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-5fcf2742-7e6c-4b65-9371-b146487704b5 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1760371192', 'description': 'tempest-secgroup-smoke-1760371192 description', 'project_id': '301c5ae75c6242538682f6cfd11a5b52'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:07.960132 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2742-7e6c-4b65-9371-b146487704b5 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.004763 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d53215be-ee3f-4436-81b2-bc04ba2ccf95 req-b1a7bd6d-39ed-4d08-9ec4-3b4488f6b27a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114392 Jun 07 17:27:08.148468 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2742-7e6c-4b65-9371-b146487704b5 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.229231 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'name': 'tempest-TestShelveInstance-135654523-router', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:54Z', 'updated_at': '2021-06-07T17:27:04Z', 'revision_number': 4, 'project_id': 'ba0584b20cc140de8a6636cf277aef0d', 'gw_port': {'id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:55Z', 'updated_at': '2021-06-07T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': 'd042c86f-ed13-44ad-a286-a664abe31964', 'name': '', 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'mac_address': 'fa:16:3e:cc:ad:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fe114a03-57bc-4a48-9926-4d4b12d4f3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:00Z', 'updated_at': '2021-06-07T17:27:04Z', 'revision_number': 2, 'project_id': 'ba0584b20cc140de8a6636cf277aef0d', 'subnets': [{'id': 'fe114a03-57bc-4a48-9926-4d4b12d4f3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:08.244478 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Checking router: ed9d15c2-5c17-4314-96dc-49f706cced88 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:27:08.244884 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Updating router ed9d15c2-5c17-4314-96dc-49f706cced88 port d042c86f-ed13-44ad-a286-a664abe31964 binding host dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:27:08.297942 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2742-7e6c-4b65-9371-b146487704b5 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.309618 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-108f559e-3df8-4484-90af-c94cd165a4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:08.352580 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2742-7e6c-4b65-9371-b146487704b5 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.353991 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.354216 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-5fcf2742-7e6c-4b65-9371-b146487704b5 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4503005 Jun 07 17:27:08.357441 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 54596) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:08.366454 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-727b15fc-673d-491d-b63c-6b4a9a08a145 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Request body: {'security_group_rule': {'security_group_id': 'bbfebc0c-dd7d-4475-b33e-a53290ee6826', 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:08.382911 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf2742-7e6c-4b65-9371-b146487704b5 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfebc0c-dd7d-4475-b33e-a53290ee6826,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:08.388257 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5fcf2742-7e6c-4b65-9371-b146487704b5 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:08.448895 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa9a7-c574-4e70-9700-2fa6e66c0e82 req-e0227c9b-dfd9-4a77-95cd-fb25e1f548e7 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:08.452325 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-910fa9a7-c574-4e70-9700-2fa6e66c0e82 req-e0227c9b-dfd9-4a77-95cd-fb25e1f548e7 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 946 time: 0.3017435 Jun 07 17:27:08.472112 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-727b15fc-673d-491d-b63c-6b4a9a08a145 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.575684 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-727b15fc-673d-491d-b63c-6b4a9a08a145 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.581078 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-727b15fc-673d-491d-b63c-6b4a9a08a145 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.585545 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-910fa9a7-c574-4e70-9700-2fa6e66c0e82 req-27e8c87f-049d-4380-ad3c-f239f167fbba tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227825 Jun 07 17:27:08.587286 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-ce7d9f58-db8a-4f20-9651-ae68a05fefe8 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:08.643277 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b15fc-673d-491d-b63c-6b4a9a08a145 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7361dbcf-ecf1-460f-a0ab-5b6a288efeab,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:08.659055 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-727b15fc-673d-491d-b63c-6b4a9a08a145 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:08.670943 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-727b15fc-673d-491d-b63c-6b4a9a08a145 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.673494 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-727b15fc-673d-491d-b63c-6b4a9a08a145 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3138523 Jun 07 17:27:08.676889 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 54606) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:08.685248 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-6c0bd57d-8f95-42f2-a914-d24a60f78174 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Request body: {'security_group_rule': {'security_group_id': 'bbfebc0c-dd7d-4475-b33e-a53290ee6826', 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:08.741080 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd57d-8f95-42f2-a914-d24a60f78174 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.920457 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd57d-8f95-42f2-a914-d24a60f78174 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.928670 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd57d-8f95-42f2-a914-d24a60f78174 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.931050 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:08.963958 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bd57d-8f95-42f2-a914-d24a60f78174 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a45ba1-5655-4753-9eb2-4059589309f9,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:08.967630 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6c0bd57d-8f95-42f2-a914-d24a60f78174 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:08.975129 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd57d-8f95-42f2-a914-d24a60f78174 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:08.976999 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-6c0bd57d-8f95-42f2-a914-d24a60f78174 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2985311 Jun 07 17:27:08.980552 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 54614) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:08.986536 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-0ac2d743-be5a-4c77-ad48-5c2d58930f41 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Request body: {'security_group_rule': {'security_group_id': 'bbfebc0c-dd7d-4475-b33e-a53290ee6826', 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:09.068041 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d743-be5a-4c77-ad48-5c2d58930f41 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:09.256450 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d743-be5a-4c77-ad48-5c2d58930f41 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:09.265642 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d743-be5a-4c77-ad48-5c2d58930f41 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:09.268408 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-451753fc-5ae1-4bf5-b8a6-47b70b4b0794 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:09.374971 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Notify callbacks [] for port, precommit_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:09.393234 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Transition to ACTIVE for port object d042c86f-ed13-44ad-a286-a664abe31964 will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:09.410065 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:09.423336 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-cd1a929c-1383-4c7b-a26b-06ed9b8f3352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:09.505660 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-a93798e1-2f06-4334-b5fb-9c14708fd1c6 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c201b133d7474cba8cc8f8a2f114db88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1733656 Jun 07 17:27:09.581553 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2d743-be5a-4c77-ad48-5c2d58930f41 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3561222e-cbb9-4698-b07b-864e53150c98,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:09.594121 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-0ac2d743-be5a-4c77-ad48-5c2d58930f41 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:09.595772 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d743-be5a-4c77-ad48-5c2d58930f41 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:09.598715 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-0ac2d743-be5a-4c77-ad48-5c2d58930f41 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6164093 Jun 07 17:27:09.607627 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 54638) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:09.624793 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-b1871f4b-b9d4-48b6-bfb5-c237510c072e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Request body: {'security_group_rule': {'security_group_id': 'bbfebc0c-dd7d-4475-b33e-a53290ee6826', 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:09.640657 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe6a67-8cf6-4cef-bb24-5a1b9ea45e7d None None] Pushing event updated for resources: {'Port': ['ID=d042c86f-ed13-44ad-a286-a664abe31964,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:09.644029 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-b9fe6a67-8cf6-4cef-bb24-5a1b9ea45e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:09.704046 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867833e-dd1c-49f2-82d4-1eaec54c68a8 req-d056080c-555d-402c-a2b9-0834ea4ea173 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:09.722849 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8867833e-dd1c-49f2-82d4-1eaec54c68a8 req-d056080c-555d-402c-a2b9-0834ea4ea173 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.2501101 Jun 07 17:27:09.820133 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8867833e-dd1c-49f2-82d4-1eaec54c68a8 req-d46bfd8d-41a8-4b5a-8436-9bf3773cb56a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790205 Jun 07 17:27:09.888122 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b1871f4b-b9d4-48b6-bfb5-c237510c072e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:09.924388 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Attempting to bind port d042c86f-ed13-44ad-a286-a664abe31964 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:27:09.924941 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Attempting to bind port d042c86f-ed13-44ad-a286-a664abe31964 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '086c2a4c-37db-4a56-9b66-608bca8a1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:27:09.925585 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Attempting to bind port d042c86f-ed13-44ad-a286-a664abe31964 on network 08390fba-2c9a-455b-bd8c-9d94cd2c164f {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:27:09.938042 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:27:09.938687 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Checking segment: {'id': '086c2a4c-37db-4a56-9b66-608bca8a1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:27:09.939573 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:09.943300 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Bound using segment: {'id': '086c2a4c-37db-4a56-9b66-608bca8a1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:27:09.943300 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Bound port: d042c86f-ed13-44ad-a286-a664abe31964, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086c2a4c-37db-4a56-9b66-608bca8a1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:27:09.943918 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:10.035226 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b1871f4b-b9d4-48b6-bfb5-c237510c072e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:10.049116 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-2be57720-7407-4006-b67d-3bd5c1b80b2e tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:10.058437 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-2be57720-7407-4006-b67d-3bd5c1b80b2e tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5513144 Jun 07 17:27:10.070081 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b1871f4b-b9d4-48b6-bfb5-c237510c072e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:10.080505 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-090d2d49-3ead-4193-bb5e-0a2a06655a62 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/quotas/c201b133d7474cba8cc8f8a2f114db88 HTTP/1.1" status: 200 len: 375 time: 0.0208476 Jun 07 17:27:10.172409 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:10.213911 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1871f4b-b9d4-48b6-bfb5-c237510c072e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae075f1-e9a1-4589-8ed8-f5562daff071,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:10.214093 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] For port d042c86f-ed13-44ad-a286-a664abe31964, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:27:10.214294 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b1871f4b-b9d4-48b6-bfb5-c237510c072e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:10.223024 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] For port d042c86f-ed13-44ad-a286-a664abe31964, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=d042c86f-ed13-44ad-a286-a664abe31964,segment=NetworkSegment(086c2a4c-37db-4a56-9b66-608bca8a1aee),segment_id=086c2a4c-37db-4a56-9b66-608bca8a1aee)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:27:10.237412 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:10.240133 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-d19bbb7c-2bf4-4904-8279-8793c841b0e3 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c201b133d7474cba8cc8f8a2f114db88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1583247 Jun 07 17:27:10.241619 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b1871f4b-b9d4-48b6-bfb5-c237510c072e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:10.246646 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:10.248264 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 54646) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:10.258683 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-0473fc9f-a825-4a38-b804-73c8a6c816b3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Request body: {'security_group_rule': {'security_group_id': 'bbfebc0c-dd7d-4475-b33e-a53290ee6826', 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:10.266381 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-b1871f4b-b9d4-48b6-bfb5-c237510c072e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6568117 Jun 07 17:27:10.320229 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.securitygroups_db [None req-0473fc9f-a825-4a38-b804-73c8a6c816b3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Project 301c5ae75c6242538682f6cfd11a5b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 17:27:10.333880 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0473fc9f-a825-4a38-b804-73c8a6c816b3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:10.474283 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Routers {'ed9d15c2-5c17-4314-96dc-49f706cced88'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:27:10.474283 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:27:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['ed9d15c2-5c17-4314-96dc-49f706cced88'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:10.496663 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0473fc9f-a825-4a38-b804-73c8a6c816b3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:10.515322 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0473fc9f-a825-4a38-b804-73c8a6c816b3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:10.566517 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-727b15fc-673d-491d-b63c-6b4a9a08a145 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:10.620952 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0473fc9f-a825-4a38-b804-73c8a6c816b3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:10.623263 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-0473fc9f-a825-4a38-b804-73c8a6c816b3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3725846 Jun 07 17:27:10.628230 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 54656) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:10.638990 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-04d4d6d4-fb5a-444b-b66a-800f2929ced8 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Request body: {'security_group_rule': {'security_group_id': 'bbfebc0c-dd7d-4475-b33e-a53290ee6826', 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:10.671639 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe6a67-8cf6-4cef-bb24-5a1b9ea45e7d None None] Pushing event updated for resources: {'Port': ['ID=d042c86f-ed13-44ad-a286-a664abe31964,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:10.716064 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-b9fe6a67-8cf6-4cef-bb24-5a1b9ea45e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:10.753179 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.securitygroups_db [None req-04d4d6d4-fb5a-444b-b66a-800f2929ced8 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Project 301c5ae75c6242538682f6cfd11a5b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 17:27:10.777505 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-04d4d6d4-fb5a-444b-b66a-800f2929ced8 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:10.799469 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473fc9f-a825-4a38-b804-73c8a6c816b3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df514793-4782-4dda-8561-cce8ebf16b53,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:10.835537 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e126a068-1aac-4a07-ae45-163bc682861f req-7c16099f-a943-494f-b4ef-2a74ab7b7f92 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 210 time: 0.2253213 Jun 07 17:27:10.849319 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-0473fc9f-a825-4a38-b804-73c8a6c816b3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:10.958202 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-04d4d6d4-fb5a-444b-b66a-800f2929ced8 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:10.964894 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-04d4d6d4-fb5a-444b-b66a-800f2929ced8 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:10.968353 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6c0bd57d-8f95-42f2-a914-d24a60f78174 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:10.995740 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] Set router ed9d15c2-5c17-4314-96dc-49f706cced88 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:27:11.004524 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4d6d4-fb5a-444b-b66a-800f2929ced8 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d68334d-0352-4455-a8bc-d8536f67ff4d,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:11.007625 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-04d4d6d4-fb5a-444b-b66a-800f2929ced8 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:11.017369 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-04d4d6d4-fb5a-444b-b66a-800f2929ced8 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:11.018839 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-04d4d6d4-fb5a-444b-b66a-800f2929ced8 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3871827 Jun 07 17:27:11.358536 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16768e1f-ed08-4c3a-bf2f-c02b99b8a3d4 req-6aa1bb62-1067-4e0e-9419-01606a099d18 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:11.377422 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-16768e1f-ed08-4c3a-bf2f-c02b99b8a3d4 req-6aa1bb62-1067-4e0e-9419-01606a099d18 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.2380419 Jun 07 17:27:11.528757 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-16768e1f-ed08-4c3a-bf2f-c02b99b8a3d4 req-efdd291b-1a39-4568-b0f7-7678396b2c82 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498523 Jun 07 17:27:11.913318 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'name': 'tempest-TestShelveInstance-135654523-router', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:54Z', 'updated_at': '2021-06-07T17:27:04Z', 'revision_number': 4, 'project_id': 'ba0584b20cc140de8a6636cf277aef0d', 'gw_port': {'id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:55Z', 'updated_at': '2021-06-07T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': 'd042c86f-ed13-44ad-a286-a664abe31964', 'name': '', 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'mac_address': 'fa:16:3e:cc:ad:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fe114a03-57bc-4a48-9926-4d4b12d4f3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:00Z', 'updated_at': '2021-06-07T17:27:10Z', 'revision_number': 4, 'project_id': 'ba0584b20cc140de8a6636cf277aef0d', 'subnets': [{'id': 'fe114a03-57bc-4a48-9926-4d4b12d4f3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:11.924156 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44b2ce-e783-4982-8281-b01b19a300be None None] The sync data for ids ['ed9d15c2-5c17-4314-96dc-49f706cced88'] in dv-cinder-789603-8-smb is: [{'id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'name': 'tempest-TestShelveInstance-135654523-router', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:54Z', 'updated_at': '2021-06-07T17:27:04Z', 'revision_number': 4, 'project_id': 'ba0584b20cc140de8a6636cf277aef0d', 'gw_port': {'id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:55Z', 'updated_at': '2021-06-07T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': 'd042c86f-ed13-44ad-a286-a664abe31964', 'name': '', 'network_id': '08390fba-2c9a-455b-bd8c-9d94cd2c164f', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'mac_address': 'fa:16:3e:cc:ad:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'fe114a03-57bc-4a48-9926-4d4b12d4f3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:00Z', 'updated_at': '2021-06-07T17:27:10Z', 'revision_number': 4, 'project_id': 'ba0584b20cc140de8a6636cf277aef0d', 'subnets': [{'id': 'fe114a03-57bc-4a48-9926-4d4b12d4f3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:27:12.358706 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:12.428447 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device d042c86f-ed13-44ad-a286-a664abe31964 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:12.500131 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-381570ec-2b34-413b-af5f-e66b1a470a7f req-cb5b7577-d6b1-43d2-a490-9848884e38fc tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 210 time: 0.1462367 Jun 07 17:27:12.645650 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port d042c86f-ed13-44ad-a286-a664abe31964 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:12.655741 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port d042c86f-ed13-44ad-a286-a664abe31964 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:12.656383 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:12.770661 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-865ff91a-cc6a-4681-999c-d848388afb86 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c201b133d7474cba8cc8f8a2f114db88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718362 Jun 07 17:27:13.070694 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:13.149641 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port d042c86f-ed13-44ad-a286-a664abe31964, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=d042c86f-ed13-44ad-a286-a664abe31964,segment=NetworkSegment(086c2a4c-37db-4a56-9b66-608bca8a1aee),segment_id=086c2a4c-37db-4a56-9b66-608bca8a1aee)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:13.162380 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:13.167330 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:13.340606 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=d042c86f-ed13-44ad-a286-a664abe31964,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:13.349454 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:13.408565 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331c9b7-39b1-4d54-a406-8204248b7260 req-0ef4af9e-e7d2-45f3-bba1-b4afd0c6eab6 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:13.439235 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2331c9b7-39b1-4d54-a406-8204248b7260 req-0ef4af9e-e7d2-45f3-bba1-b4afd0c6eab6 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.4409804 Jun 07 17:27:13.607877 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2331c9b7-39b1-4d54-a406-8204248b7260 req-0b571e5f-7255-42bb-af0d-df2ce3ba2267 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669190 Jun 07 17:27:13.634422 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-c10b68be-bacb-4f54-9ec9-7d3ede99e0c4 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:13.634422 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-c10b68be-bacb-4f54-9ec9-7d3ede99e0c4 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8619361 Jun 07 17:27:13.673457 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Request body: {'port': {'device_id': 'f631f7d5-ff7f-4ab1-8a77-c9417fbf9850', 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832', 'admin_state_up': True, 'tenant_id': 'c201b133d7474cba8cc8f8a2f114db88'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:13.873451 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a8eb938d-aa65-471d-9918-837e2e7b1390 req-99e09571-ce5e-49b4-98a2-b171b36946fe tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 210 time: 0.0573962 Jun 07 17:27:13.895456 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Made reservation on behalf of c201b133d7474cba8cc8f8a2f114db88 for: {'port': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:27:13.899753 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:13.917812 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:14.089319 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:14.094112 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:14.099497 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:14.197439 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a339dafe-03cc-479a-b0bd-0ebdd0477170,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:14.216060 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:14.254564 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device d042c86f-ed13-44ad-a286-a664abe31964 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:14.330053 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port d042c86f-ed13-44ad-a286-a664abe31964 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:14.330441 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:14.395456 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Allocated IP 192.168.233.173 (fe52d992-46b5-45df-9def-0bd38305c832/9e57aed0-4a33-4686-aa4d-89e85189a974/8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:27:14.668828 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:14.695949 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Transition to ACTIVE for port object 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 will not be triggered until provisioned by entity DHCP. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:14.733333 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:14.737222 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:14.737222 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:27:14.737222 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:27:14.737222 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:27:14.737222 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:14.737222 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:27:14.777912 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Network fe52d992-46b5-45df-9def-0bd38305c832 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:27:14.779995 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:14.783988 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:27:14.884938 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6c8e-5047-46bd-8236-ae2f906465fe req-65e60d6e-fd50-419f-bebf-fed1de791836 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:14.893846 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d78d6c8e-5047-46bd-8236-ae2f906465fe req-65e60d6e-fd50-419f-bebf-fed1de791836 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1585004 Jun 07 17:27:14.941820 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:14.955615 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:14.960104 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d78d6c8e-5047-46bd-8236-ae2f906465fe req-8ad81488-31e3-4a16-95e6-df4869f14c99 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638545 Jun 07 17:27:14.986675 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3177819 Jun 07 17:27:15.020508 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Request body: {'port': {'device_id': 'f631f7d5-ff7f-4ab1-8a77-c9417fbf9850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:15.260688 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-2abe6dde-86a9-47e6-94dd-e9bc72deee06 None None] Provisioning for port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:15.264774 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:15.277756 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-2abe6dde-86a9-47e6-94dd-e9bc72deee06 None None] Provisioning complete for port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:15.278140 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-2abe6dde-86a9-47e6-94dd-e9bc72deee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:15.405845 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-2abe6dde-86a9-47e6-94dd-e9bc72deee06 None None] Port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:27:15.421500 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df2386-aac5-4d6a-a16e-46cc358c1fbe req-064657b5-7c9b-4b1c-8f27-d3b6f711ae14 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:15.423179 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a1df2386-aac5-4d6a-a16e-46cc358c1fbe req-064657b5-7c9b-4b1c-8f27-d3b6f711ae14 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 936 time: 0.1830778 Jun 07 17:27:15.484118 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a1df2386-aac5-4d6a-a16e-46cc358c1fbe req-bcffb5c3-6aab-4187-9ca7-aea04629793e tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520325 Jun 07 17:27:15.878113 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 {{(pid=91778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:27:15.888018 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:15.907436 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Transition to ACTIVE for port object 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 will not be triggered until provisioned by entity L2. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:15.912278 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:15.916809 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-e16b1791-8d65-454b-80ff-baa3e7e70792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:16.232342 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:16.246749 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:16.256997 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Attempting to bind port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:27:16.257409 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Attempting to bind port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'cffc9aa4-56c5-4fec-96cf-a6ff7594e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832'}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:27:16.257806 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Attempting to bind port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 on network fe52d992-46b5-45df-9def-0bd38305c832 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:27:16.263666 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 on network fe52d992-46b5-45df-9def-0bd38305c832 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:27:16.263978 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Attempting to bind port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 on network fe52d992-46b5-45df-9def-0bd38305c832 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:27:16.273588 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:27:16.273885 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Checking segment: {'id': 'cffc9aa4-56c5-4fec-96cf-a6ff7594e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:27:16.274363 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Bound using segment: {'id': 'cffc9aa4-56c5-4fec-96cf-a6ff7594e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832'} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:27:16.274871 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Bound port: 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffc9aa4-56c5-4fec-96cf-a6ff7594e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832'}}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:27:16.275355 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:16.428898 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] For port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7, host hv-cinder-78960, cleared binding levels {{(pid=91778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:27:16.434433 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fb782-bcef-4e14-a9f7-696373e823ef req-3c83e683-7cfe-4e71-aaa3-be227725bffc tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:16.436363 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e30fb782-bcef-4e14-a9f7-696373e823ef req-3c83e683-7cfe-4e71-aaa3-be227725bffc tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1738303 Jun 07 17:27:16.439460 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] For port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7,segment=NetworkSegment(cffc9aa4-56c5-4fec-96cf-a6ff7594e366),segment_id=cffc9aa4-56c5-4fec-96cf-a6ff7594e366)] {{(pid=91778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:27:16.452193 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:16.471671 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:16.511892 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e30fb782-bcef-4e14-a9f7-696373e823ef req-54ab4110-f493-4c2a-b885-ca4ad7fa2469 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638494 Jun 07 17:27:16.567995 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:16.569282 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:16.572157 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] 10.222.0.24 "PUT /v2.0/ports/8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 HTTP/1.1" status: 200 len: 1098 time: 1.5579319 Jun 07 17:27:16.670173 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f631f7d5-ff7f-4ab1-8a77-c9417fbf9850', 'tag': '8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:27:16.673969 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b34c66-ba74-4483-8140-7f3d529aadd8" -d '{"events": [{"name": "network-changed", "server_uuid": "f631f7d5-ff7f-4ab1-8a77-c9417fbf9850", "tag": "8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:27:16.677925 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7,revision_number=3']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:16.683720 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:16.868684 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db18c7f-7efc-44aa-bfad-bf75c5c0a102 x-openstack-request-id: req-3db18c7f-7efc-44aa-bfad-bf75c5c0a102 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:27:16.869113 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f631f7d5-ff7f-4ab1-8a77-c9417fbf9850", "tag": "8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:27:16.869363 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3db18c7f-7efc-44aa-bfad-bf75c5c0a102 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:27:16.869785 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f631f7d5-ff7f-4ab1-8a77-c9417fbf9850', 'tag': '8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7', 'status': 'completed', 'code': 200} Jun 07 17:27:16.994195 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8ac86-5f30-496c-b0b3-b3b75d57d685 req-0f8e759a-8f8f-4465-a8d6-2397e0427acc tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:17.001558 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5df8ac86-5f30-496c-b0b3-b3b75d57d685 req-0f8e759a-8f8f-4465-a8d6-2397e0427acc tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 948 time: 0.1351397 Jun 07 17:27:17.007402 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-0f5c26bf-b23e-438e-907b-627dc5a887fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:17.008931 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-0f5c26bf-b23e-438e-907b-627dc5a887fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c201b133d7474cba8cc8f8a2f114db88&device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 1101 time: 0.3267796 Jun 07 17:27:17.105275 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-9e16a22a-8e02-453f-9d2c-367d5b7582aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 HTTP/1.1" status: 200 len: 217 time: 0.0821545 Jun 07 17:27:17.176831 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5df8ac86-5f30-496c-b0b3-b3b75d57d685 req-b1f2f46c-6e26-4949-bc92-751eb674c6d4 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743386 Jun 07 17:27:17.204223 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-416480f6-41d4-470a-86bb-3e1fc8c70a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:17.206491 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-416480f6-41d4-470a-86bb-3e1fc8c70a3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9e57aed0-4a33-4686-aa4d-89e85189a974 HTTP/1.1" status: 200 len: 843 time: 0.0892866 Jun 07 17:27:17.359902 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-b2377551-819a-4b95-bb0f-a9557626a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:17.364513 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-b2377551-819a-4b95-bb0f-a9557626a854 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe52d992-46b5-45df-9def-0bd38305c832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1430671 Jun 07 17:27:17.484794 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 54824) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:17.628999 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-ac57c3e8-0aff-42b1-ad62-6cbd981de2e7 service neutron] 10.222.0.24 "GET /v2.0/networks/fe52d992-46b5-45df-9def-0bd38305c832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480848 Jun 07 17:27:17.874792 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4d767fd2-386d-4da4-a833-e4ff20b14129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:17.929417 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecf4d4-5ec5-4baa-9337-25e4c671de78 req-239293fe-6cdf-42fd-a404-ab9c29a1f601 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:17.936175 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0eecf4d4-5ec5-4baa-9337-25e4c671de78 req-239293fe-6cdf-42fd-a404-ab9c29a1f601 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.2108786 Jun 07 17:27:17.971590 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d33f7248-4be3-41f0-a41f-0d2c5fb9357d req-bbea1556-de8e-42ef-a611-be4d1df5824c service neutron] 10.222.0.24 "GET /v2.0/networks/fe52d992-46b5-45df-9def-0bd38305c832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345315 Jun 07 17:27:18.067616 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0eecf4d4-5ec5-4baa-9337-25e4c671de78 req-1588267f-3c01-4168-914f-95a01fe29535 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278903 Jun 07 17:27:18.114964 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b34c66-ba74-4483-8140-7f3d529aadd8 req-f9b9fbb5-516b-43c0-8191-0c952ff673bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:18.117146 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e1b34c66-ba74-4483-8140-7f3d529aadd8 req-f9b9fbb5-516b-43c0-8191-0c952ff673bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c201b133d7474cba8cc8f8a2f114db88&device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 1101 time: 0.0917082 Jun 07 17:27:18.156187 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4d767fd2-386d-4da4-a833-e4ff20b14129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:18.162793 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4d767fd2-386d-4da4-a833-e4ff20b14129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:18.182467 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a4092f25-0536-4ea3-8a8d-127641d80a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:18.233237 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-4d767fd2-386d-4da4-a833-e4ff20b14129 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2e5c96f502545de9ea9f59b552e91c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7466013 Jun 07 17:27:18.238676 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 54834) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:18.259714 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d767fd2-386d-4da4-a833-e4ff20b14129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88486484-f7d9-4fec-a075-2bb705d7f91f,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:18.286069 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4d767fd2-386d-4da4-a833-e4ff20b14129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:18.333168 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b34c66-ba74-4483-8140-7f3d529aadd8 req-32b3194c-86b1-4b54-94e5-4d2ed97c3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:18.334783 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e1b34c66-ba74-4483-8140-7f3d529aadd8 req-32b3194c-86b1-4b54-94e5-4d2ed97c3521 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe52d992-46b5-45df-9def-0bd38305c832 HTTP/1.1" status: 200 len: 870 time: 0.2042871 Jun 07 17:27:18.568052 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9263e30d-61b8-4b82-a480-dcab25c00b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:18.582828 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e1b34c66-ba74-4483-8140-7f3d529aadd8 req-e1b4f50c-03c9-45c8-9692-b689d7de2e7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 HTTP/1.1" status: 200 len: 217 time: 0.2307668 Jun 07 17:27:18.687449 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9263e30d-61b8-4b82-a480-dcab25c00b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:18.761668 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b34c66-ba74-4483-8140-7f3d529aadd8 req-dc721d24-17f9-4fd9-bd7b-92eecddc315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:18.763246 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e1b34c66-ba74-4483-8140-7f3d529aadd8 req-dc721d24-17f9-4fd9-bd7b-92eecddc315e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9e57aed0-4a33-4686-aa4d-89e85189a974 HTTP/1.1" status: 200 len: 843 time: 0.1556697 Jun 07 17:27:18.860867 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05a5e3-e089-416a-b196-2aedb5646799 req-3daa1bf2-12e8-4e21-8049-3d03b9485e57 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:18.864720 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0f05a5e3-e089-416a-b196-2aedb5646799 req-3daa1bf2-12e8-4e21-8049-3d03b9485e57 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 948 time: 0.5142636 Jun 07 17:27:18.928529 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9263e30d-61b8-4b82-a480-dcab25c00b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:18.931052 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9263e30d-61b8-4b82-a480-dcab25c00b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:18.935292 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-9263e30d-61b8-4b82-a480-dcab25c00b3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88486484-f7d9-4fec-a075-2bb705d7f91f HTTP/1.1" status: 204 len: 168 time: 0.6932578 Jun 07 17:27:18.936698 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c3445951-777b-4187-863b-0353f176bf56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:18.958368 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263e30d-61b8-4b82-a480-dcab25c00b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88486484-f7d9-4fec-a075-2bb705d7f91f,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:18.965237 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-9263e30d-61b8-4b82-a480-dcab25c00b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:18.975459 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0f05a5e3-e089-416a-b196-2aedb5646799 req-d9b75307-8e4b-4d0d-8f1b-ce78a5261b00 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997698 Jun 07 17:27:19.008804 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b34c66-ba74-4483-8140-7f3d529aadd8 req-41dfd0ee-ded9-470f-b03c-5657ab845247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:19.010402 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e1b34c66-ba74-4483-8140-7f3d529aadd8 req-41dfd0ee-ded9-470f-b03c-5657ab845247 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe52d992-46b5-45df-9def-0bd38305c832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2364762 Jun 07 17:27:19.410297 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e1b34c66-ba74-4483-8140-7f3d529aadd8 req-2765af1a-5455-4a96-8a6c-99312a5d5e1d service neutron] 10.222.0.24 "GET /v2.0/networks/fe52d992-46b5-45df-9def-0bd38305c832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913529 Jun 07 17:27:19.556318 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178830a3-3fc9-4679-8b9d-d507ee1cd0cb req-3d904635-ac9a-4fdd-9c9b-d9100ad0d39a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:19.559246 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-178830a3-3fc9-4679-8b9d-d507ee1cd0cb req-3d904635-ac9a-4fdd-9c9b-d9100ad0d39a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.2083628 Jun 07 17:27:19.648126 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-178830a3-3fc9-4679-8b9d-d507ee1cd0cb req-489b9491-98b4-4a82-9108-9143a249d996 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735621 Jun 07 17:27:19.683988 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e1b34c66-ba74-4483-8140-7f3d529aadd8 req-f2872d13-6930-4b03-82e1-4bfe0cf5dbf8 service neutron] 10.222.0.24 "GET /v2.0/networks/fe52d992-46b5-45df-9def-0bd38305c832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628882 Jun 07 17:27:20.368692 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13febe-a6ae-41c0-a34a-c337ea2afe8e req-1e9b7554-72a2-4bf3-8180-e3e2adc242fa tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:20.370666 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fb13febe-a6ae-41c0-a34a-c337ea2afe8e req-1e9b7554-72a2-4bf3-8180-e3e2adc242fa tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 948 time: 0.1886847 Jun 07 17:27:20.452280 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fb13febe-a6ae-41c0-a34a-c337ea2afe8e req-6635e2ec-d83e-4039-9afa-e2692cb0fd34 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745442 Jun 07 17:27:20.932445 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869b0b-7486-451b-953b-3b742452d66d req-31d302f0-31e6-4f4d-9f2d-eb3afc7a6277 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:20.935985 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-43869b0b-7486-451b-953b-3b742452d66d req-31d302f0-31e6-4f4d-9f2d-eb3afc7a6277 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1598849 Jun 07 17:27:21.026675 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-43869b0b-7486-451b-953b-3b742452d66d req-3975882b-6285-4139-8f57-f4919cc32c15 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861495 Jun 07 17:27:21.030515 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc57cb7-dff6-41ea-aa46-957a41358341 req-89f743f0-51eb-449b-b510-44947d7f1b63 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:21.032188 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-afc57cb7-dff6-41ea-aa46-957a41358341 req-89f743f0-51eb-449b-b510-44947d7f1b63 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 946 time: 0.1091313 Jun 07 17:27:21.117509 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-afc57cb7-dff6-41ea-aa46-957a41358341 req-d29b5419-2cea-44da-b633-73a000846dca tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735693 Jun 07 17:27:21.704389 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2f26d-99e2-42aa-8311-6cf43327ddbd req-4e4739a5-c4e8-4404-a9b2-8a50346d7698 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:21.706018 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-64f2f26d-99e2-42aa-8311-6cf43327ddbd req-4e4739a5-c4e8-4404-a9b2-8a50346d7698 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 948 time: 0.1134846 Jun 07 17:27:21.765647 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-64f2f26d-99e2-42aa-8311-6cf43327ddbd req-ed5590ee-43d1-4a46-bf91-c16dc5bec610 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507448 Jun 07 17:27:22.278663 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f3e6-dc6d-4380-88d5-5118150d3242 req-b3a722e4-c5c3-49f8-bbdf-f2c4a51f39a4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:22.280736 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b933f3e6-dc6d-4380-88d5-5118150d3242 req-b3a722e4-c5c3-49f8-bbdf-f2c4a51f39a4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1233912 Jun 07 17:27:22.340974 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b933f3e6-dc6d-4380-88d5-5118150d3242 req-1a5d05b6-3370-46d1-9ca3-01d93d06d366 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484891 Jun 07 17:27:22.417668 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fb405-ab1c-4bad-be58-1839cc69f513 req-600271b1-a3f5-4ed8-891c-c54115aadb23 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:22.419670 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d84fb405-ab1c-4bad-be58-1839cc69f513 req-600271b1-a3f5-4ed8-891c-c54115aadb23 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 946 time: 0.1557920 Jun 07 17:27:22.480069 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d84fb405-ab1c-4bad-be58-1839cc69f513 req-73de3f0b-8aa7-4f74-bc12-811b6a874a39 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527084 Jun 07 17:27:23.022381 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31cf5e-1dfe-4de9-9f56-87d967461b28 req-5dc006be-84f4-4ea0-a9f0-868ba45286db tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:23.024332 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-df31cf5e-1dfe-4de9-9f56-87d967461b28 req-5dc006be-84f4-4ea0-a9f0-868ba45286db tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 948 time: 0.0993524 Jun 07 17:27:23.074106 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-df31cf5e-1dfe-4de9-9f56-87d967461b28 req-a29f3f0f-4774-4277-b28a-005d64272e23 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Jun 07 17:27:23.738368 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aeaf9-548f-4dab-91c9-72593ab12584 req-c489aa15-c290-4c93-b7ad-a9806f12aae8 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:23.740850 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-782aeaf9-548f-4dab-91c9-72593ab12584 req-c489aa15-c290-4c93-b7ad-a9806f12aae8 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.2616949 Jun 07 17:27:23.758638 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f8466-36e0-4b1b-bfef-203e51c93c4e req-3e0fe9a5-1464-49e8-9355-f08de915dc38 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:23.761217 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d97f8466-36e0-4b1b-bfef-203e51c93c4e req-3e0fe9a5-1464-49e8-9355-f08de915dc38 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 946 time: 0.2276630 Jun 07 17:27:23.847751 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ca347-62e0-48b6-aba5-5c4b76e5c996 req-5000af87-9cac-4d91-8ed6-ae21cc0cc7e3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:23.850656 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8a8ca347-62e0-48b6-aba5-5c4b76e5c996 req-5000af87-9cac-4d91-8ed6-ae21cc0cc7e3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 946 time: 0.1579938 Jun 07 17:27:23.896422 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-782aeaf9-548f-4dab-91c9-72593ab12584 req-4d3c5948-aac9-46d0-a12e-7dafc00214be tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337092 Jun 07 17:27:23.942065 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8a8ca347-62e0-48b6-aba5-5c4b76e5c996 req-0cb4d19a-ed6f-4af9-b49e-f478ad2e6fb8 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769298 Jun 07 17:27:24.080542 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [req-d97f8466-36e0-4b1b-bfef-203e51c93c4e req-35ee5534-7993-437a-a50c-7a7849fbf9af tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Deleting port 6699e3a1-18b5-43ab-9ccf-23d6d896529b {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:27:24.081107 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d97f8466-36e0-4b1b-bfef-203e51c93c4e req-35ee5534-7993-437a-a50c-7a7849fbf9af tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:24.343104 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-d97f8466-36e0-4b1b-bfef-203e51c93c4e req-35ee5534-7993-437a-a50c-7a7849fbf9af tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] For port 6699e3a1-18b5-43ab-9ccf-23d6d896529b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6699e3a1-18b5-43ab-9ccf-23d6d896529b,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:24.343750 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d97f8466-36e0-4b1b-bfef-203e51c93c4e req-35ee5534-7993-437a-a50c-7a7849fbf9af tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:24.538760 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [req-d97f8466-36e0-4b1b-bfef-203e51c93c4e req-35ee5534-7993-437a-a50c-7a7849fbf9af tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Calling delete_port for 6699e3a1-18b5-43ab-9ccf-23d6d896529b owned by compute:nova {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:27:24.774562 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97c0cb-a6f2-4492-83bb-67ba6fe27f88 req-4b04f9a6-1c72-4f5e-adc4-1c3d7ab32c3a tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:24.776109 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7b97c0cb-a6f2-4492-83bb-67ba6fe27f88 req-4b04f9a6-1c72-4f5e-adc4-1c3d7ab32c3a tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 948 time: 0.1520526 Jun 07 17:27:24.851973 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7b97c0cb-a6f2-4492-83bb-67ba6fe27f88 req-ddef83c0-ea9d-418e-91d3-366bcb430b78 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694129 Jun 07 17:27:24.853578 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d97f8466-36e0-4b1b-bfef-203e51c93c4e req-35ee5534-7993-437a-a50c-7a7849fbf9af tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:24.863286 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:24.870066 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['37f4c443-4c8e-44e3-9f2d-f8efd4525f58', '8c8b99b0-ac59-448f-9d83-b4d0d2f4e003', 'ebc1c5e0-0951-41cf-93bc-e2ceb865d82b', '6699e3a1-18b5-43ab-9ccf-23d6d896529b'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:27:24.925816 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee5534-7993-437a-a50c-7a7849fbf9af tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Pushing event deleted for resources: {'Port': ['ID=6699e3a1-18b5-43ab-9ccf-23d6d896529b,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:24.929179 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-35ee5534-7993-437a-a50c-7a7849fbf9af tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:25.063300 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97f8466-36e0-4b1b-bfef-203e51c93c4e req-35ee5534-7993-437a-a50c-7a7849fbf9af tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] No DVR routers for this DVR port 6699e3a1-18b5-43ab-9ccf-23d6d896529b on host hv-cinder-78960 {{(pid=91778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:27:25.073984 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-d97f8466-36e0-4b1b-bfef-203e51c93c4e req-35ee5534-7993-437a-a50c-7a7849fbf9af tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:25.076412 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d97f8466-36e0-4b1b-bfef-203e51c93c4e req-35ee5534-7993-437a-a50c-7a7849fbf9af tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "DELETE /v2.0/ports/6699e3a1-18b5-43ab-9ccf-23d6d896529b HTTP/1.1" status: 204 len: 173 time: 1.2613466 Jun 07 17:27:25.076952 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff0c3fd-65a4-4615-8161-2976a612cc08', 'name': 'network-vif-deleted', 'tag': '6699e3a1-18b5-43ab-9ccf-23d6d896529b'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:27:25.079482 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b846b549-3ec9-4ce3-a09d-6555907544d9" -d '{"events": [{"server_uuid": "dff0c3fd-65a4-4615-8161-2976a612cc08", "name": "network-vif-deleted", "tag": "6699e3a1-18b5-43ab-9ccf-23d6d896529b"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:27:25.354618 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0c4a7086-f072-4be5-8e26-e4f70d4f6a99 req-f9fb8412-0239-4811-bf04-578b060183fc tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=dff0c3fd-65a4-4615-8161-2976a612cc08 HTTP/1.1" status: 200 len: 210 time: 0.1291783 Jun 07 17:27:25.495433 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142b64c1-7d03-42fa-9820-25f6b574ee92 x-openstack-request-id: req-142b64c1-7d03-42fa-9820-25f6b574ee92 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:27:25.495849 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff0c3fd-65a4-4615-8161-2976a612cc08", "name": "network-vif-deleted", "tag": "6699e3a1-18b5-43ab-9ccf-23d6d896529b", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:27:25.496219 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-142b64c1-7d03-42fa-9820-25f6b574ee92 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:27:25.496781 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff0c3fd-65a4-4615-8161-2976a612cc08', 'name': 'network-vif-deleted', 'tag': '6699e3a1-18b5-43ab-9ccf-23d6d896529b', 'status': 'completed', 'code': 200} Jun 07 17:27:25.498732 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8552b-49ec-4f1b-8be7-a01524843e55 req-b7dce165-3d62-4e3c-90a1-4a9f70d8f17b tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:25.500976 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4db8552b-49ec-4f1b-8be7-a01524843e55 req-b7dce165-3d62-4e3c-90a1-4a9f70d8f17b tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.3486407 Jun 07 17:27:25.583383 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4db8552b-49ec-4f1b-8be7-a01524843e55 req-14da7ce7-07b7-4834-becd-8a8ca05429a1 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747840 Jun 07 17:27:26.231334 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3227c06-fed2-4046-bb7e-d20ab324029a req-689b7d90-0406-4936-b80c-e06878d62185 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:26.233908 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a3227c06-fed2-4046-bb7e-d20ab324029a req-689b7d90-0406-4936-b80c-e06878d62185 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 948 time: 0.1725600 Jun 07 17:27:26.324279 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a3227c06-fed2-4046-bb7e-d20ab324029a req-396d8dd9-aee0-43f5-96f0-5a4533cda069 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823135 Jun 07 17:27:26.999110 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a5b5f-1b06-4bae-a220-790ef03f14f3 req-587899c7-424b-4dd1-9f9e-8f2d7ab57333 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:27.001025 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8a9a5b5f-1b06-4bae-a220-790ef03f14f3 req-587899c7-424b-4dd1-9f9e-8f2d7ab57333 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1782045 Jun 07 17:27:27.091353 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8a9a5b5f-1b06-4bae-a220-790ef03f14f3 req-0ae45af6-94c1-422a-9d11-652c3f4c8aa0 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837040 Jun 07 17:27:27.552712 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:27:27.559001 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 6699e3a1-18b5-43ab-9ccf-23d6d896529b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:27:27.605279 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: 6699e3a1-18b5-43ab-9ccf-23d6d896529b {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:27:27.605561 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 6699e3a1-18b5-43ab-9ccf-23d6d896529b not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:27:27.700851 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179fd8e-0c78-4daa-aba0-9bf4c9bba9c8 req-0de5708b-a950-4513-a5e9-f46957ab7689 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:27.703654 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7179fd8e-0c78-4daa-aba0-9bf4c9bba9c8 req-0de5708b-a950-4513-a5e9-f46957ab7689 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 948 time: 0.2022467 Jun 07 17:27:27.787840 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7179fd8e-0c78-4daa-aba0-9bf4c9bba9c8 req-89ecd7a2-6dd5-4cc6-a37a-fc577ddde30e tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722258 Jun 07 17:27:27.790891 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7,segment=NetworkSegment(cffc9aa4-56c5-4fec-96cf-a6ff7594e366),segment_id=cffc9aa4-56c5-4fec-96cf-a6ff7594e366)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:27.821742 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7', 'network_id': 'fe52d992-46b5-45df-9def-0bd38305c832', 'port_id': '8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7', 'mac_address': 'fa:16:3e:82:9f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e57aed0-4a33-4686-aa4d-89e85189a974', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:27:27.921957 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:27.942106 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:27:27.961803 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7,segment=NetworkSegment(cffc9aa4-56c5-4fec-96cf-a6ff7594e366),segment_id=cffc9aa4-56c5-4fec-96cf-a6ff7594e366)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:27.967780 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:27.970725 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:28.066769 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:28.074523 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:28.323706 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae7988-a4fe-413b-a889-b860ba32dcc8 req-ffe9feab-4013-4dac-9f90-578486c9992a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:28.326291 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-65ae7988-a4fe-413b-a889-b860ba32dcc8 req-ffe9feab-4013-4dac-9f90-578486c9992a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1037586 Jun 07 17:27:28.403500 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-65ae7988-a4fe-413b-a889-b860ba32dcc8 req-fee01892-837f-40c4-af81-8977aea80b19 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692577 Jun 07 17:27:28.683004 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff9d4b-0f1c-4fa7-bac1-2652559d6422 req-8083f610-b4ac-4454-bcb5-4b6a3624a970 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:28.684928 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-25ff9d4b-0f1c-4fa7-bac1-2652559d6422 req-8083f610-b4ac-4454-bcb5-4b6a3624a970 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 945 time: 0.0993667 Jun 07 17:27:28.705238 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:27:28.758076 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-25ff9d4b-0f1c-4fa7-bac1-2652559d6422 req-3ba35f98-f152-4e32-bbfb-3052c76a5a25 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654709 Jun 07 17:27:29.055865 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53d9d0-fb7b-4c31-bc32-fcc4966e3a3e req-fffd9824-3f04-46b7-a04c-d2e0f7ee307f tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:29.057480 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0c53d9d0-fb7b-4c31-bc32-fcc4966e3a3e req-fffd9824-3f04-46b7-a04c-d2e0f7ee307f tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 949 time: 0.1168780 Jun 07 17:27:29.119596 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0c53d9d0-fb7b-4c31-bc32-fcc4966e3a3e req-ddd0d9f2-8098-415e-9430-bd3ec0201137 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551021 Jun 07 17:27:29.662999 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373619e-15bd-49ef-9978-d724d2621f7b req-e5abd4f4-2ce7-46ca-8df2-0e66554aa7e4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:29.665716 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c373619e-15bd-49ef-9978-d724d2621f7b req-e5abd4f4-2ce7-46ca-8df2-0e66554aa7e4 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1305826 Jun 07 17:27:29.740007 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c373619e-15bd-49ef-9978-d724d2621f7b req-d05d06bf-bcac-4181-b540-6b6d454174fd tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648799 Jun 07 17:27:29.964796 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9fb7a-2237-4741-b709-00249eeb2617 req-5270f7b0-d370-4a54-b92e-7a411554145b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:29.966432 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-92e9fb7a-2237-4741-b709-00249eeb2617 req-5270f7b0-d370-4a54-b92e-7a411554145b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 945 time: 0.0892112 Jun 07 17:27:30.023655 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-92e9fb7a-2237-4741-b709-00249eeb2617 req-50c28742-23ef-477e-9c9c-ba922672eff3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464559 Jun 07 17:27:30.240568 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-381f70ce-890d-46be-a1e2-5025dbc96cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:30.358155 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e70ed7-d493-43d5-9e6c-ba67db8a72bb req-20874e96-a161-4524-8601-441989441ce2 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:30.359786 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-90e70ed7-d493-43d5-9e6c-ba67db8a72bb req-20874e96-a161-4524-8601-441989441ce2 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 949 time: 0.0961940 Jun 07 17:27:30.419820 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-90e70ed7-d493-43d5-9e6c-ba67db8a72bb req-fcb2ba43-67d4-4d98-b431-9ddc94043445 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495012 Jun 07 17:27:31.004663 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc727aa-dd1b-4003-89da-71f59f79241e req-ad068a83-9c74-41f2-a994-4bc94938239a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:31.008024 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ffc727aa-dd1b-4003-89da-71f59f79241e req-ad068a83-9c74-41f2-a994-4bc94938239a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1078656 Jun 07 17:27:31.068989 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ffc727aa-dd1b-4003-89da-71f59f79241e req-23ff4352-fbb4-4f6e-aacd-e51ebda436c1 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538213 Jun 07 17:27:31.303099 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915d804-a209-4120-beec-afd9bc250372 req-2e62ca78-f628-4852-8cd3-bd25334452ea tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:31.304968 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3915d804-a209-4120-beec-afd9bc250372 req-2e62ca78-f628-4852-8cd3-bd25334452ea tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 945 time: 0.0958405 Jun 07 17:27:31.564465 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:31.617179 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca28af-69af-4904-8438-49f780073c55 req-46db5bfd-d554-4693-adc7-21a25ce95960 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:31.619656 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9bca28af-69af-4904-8438-49f780073c55 req-46db5bfd-d554-4693-adc7-21a25ce95960 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 945 time: 0.2230325 Jun 07 17:27:31.633832 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [req-3915d804-a209-4120-beec-afd9bc250372 req-9585eb2a-e549-4d19-8e72-4d3079e0f89d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Deleting port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:27:31.634243 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3915d804-a209-4120-beec-afd9bc250372 req-9585eb2a-e549-4d19-8e72-4d3079e0f89d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:31.698305 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:31.705933 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:31.708101 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:31.746041 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa14f0-7987-44a9-a565-53a3cb392aaf req-7a1d397c-2b7d-45eb-8caa-d32616a66857 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:31.748732 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-07aa14f0-7987-44a9-a565-53a3cb392aaf req-7a1d397c-2b7d-45eb-8caa-d32616a66857 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.1767130 Jun 07 17:27:31.845534 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9bca28af-69af-4904-8438-49f780073c55 req-dff5122e-250c-4d76-88d9-d27ef50a8949 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141333 Jun 07 17:27:31.872183 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:31.878689 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-07aa14f0-7987-44a9-a565-53a3cb392aaf req-ed9bfdd4-7830-45c0-8400-88a286496c1d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187129 Jun 07 17:27:31.918916 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f631f7d5-ff7f-4ab1-8a77-c9417fbf9850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:27:31.921964 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1305f3f4-a17d-4b43-833b-3c05b074d2d0" -d '{"events": [{"server_uuid": "f631f7d5-ff7f-4ab1-8a77-c9417fbf9850", "name": "network-vif-plugged", "status": "completed", "tag": "8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:27:31.931828 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7,segment=NetworkSegment(cffc9aa4-56c5-4fec-96cf-a6ff7594e366),segment_id=cffc9aa4-56c5-4fec-96cf-a6ff7594e366)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:31.942232 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:31.959575 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-56918ff9-d80b-4055-b385-2ac90bdae9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:32.027727 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-3915d804-a209-4120-beec-afd9bc250372 req-9585eb2a-e549-4d19-8e72-4d3079e0f89d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] For port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ebc1c5e0-0951-41cf-93bc-e2ceb865d82b,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:32.040135 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3915d804-a209-4120-beec-afd9bc250372 req-9585eb2a-e549-4d19-8e72-4d3079e0f89d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:32.061135 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:32.064478 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:32.085925 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55729c40-88f3-4e22-bec0-7c3e14641db7 x-openstack-request-id: req-55729c40-88f3-4e22-bec0-7c3e14641db7 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:27:32.086228 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f631f7d5-ff7f-4ab1-8a77-c9417fbf9850", "name": "network-vif-plugged", "status": "completed", "tag": "8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:27:32.086489 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55729c40-88f3-4e22-bec0-7c3e14641db7 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:27:32.086994 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f631f7d5-ff7f-4ab1-8a77-c9417fbf9850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7', 'code': 200} Jun 07 17:27:32.267649 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [req-3915d804-a209-4120-beec-afd9bc250372 req-9585eb2a-e549-4d19-8e72-4d3079e0f89d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Calling delete_port for ebc1c5e0-0951-41cf-93bc-e2ceb865d82b owned by compute:nova {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:27:32.457425 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40893-123c-4924-932d-6f51fc258cde req-22b28a1f-8460-4048-b27e-cfae3bbab20e tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:32.460250 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-14c40893-123c-4924-932d-6f51fc258cde req-22b28a1f-8460-4048-b27e-cfae3bbab20e tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1524491 Jun 07 17:27:32.512314 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f73d14-1ccd-4897-a8f8-ad1eab13c1aa req-f3fdb26b-8fec-4263-83d2-122a06f720b5 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:32.514743 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d9f73d14-1ccd-4897-a8f8-ad1eab13c1aa req-f3fdb26b-8fec-4263-83d2-122a06f720b5 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 950 time: 0.4393668 Jun 07 17:27:32.555486 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-14c40893-123c-4924-932d-6f51fc258cde req-0ab6d2ed-6557-4c72-8673-98b1c6e08365 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809286 Jun 07 17:27:32.584080 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-79bad1ea-b16b-4943-bfdf-94bac0f1b629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:32.732214 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b87a6-aeff-4b1b-a0b0-0ff14ec2d057 req-3f122a99-146a-42e9-84a6-0316a00ea8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:32.734516 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-223b87a6-aeff-4b1b-a0b0-0ff14ec2d057 req-3f122a99-146a-42e9-84a6-0316a00ea8ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 1103 time: 0.3822870 Jun 07 17:27:32.743185 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d9f73d14-1ccd-4897-a8f8-ad1eab13c1aa req-e9208db3-e438-498e-a4b9-64044688902d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357448 Jun 07 17:27:32.743993 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3915d804-a209-4120-beec-afd9bc250372 req-9585eb2a-e549-4d19-8e72-4d3079e0f89d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:32.759948 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['37f4c443-4c8e-44e3-9f2d-f8efd4525f58', '8c8b99b0-ac59-448f-9d83-b4d0d2f4e003'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:27:32.778248 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:32.915764 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:32.994313 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585eb2a-e549-4d19-8e72-4d3079e0f89d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Pushing event deleted for resources: {'Port': ['ID=ebc1c5e0-0951-41cf-93bc-e2ceb865d82b,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:32.999608 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-9585eb2a-e549-4d19-8e72-4d3079e0f89d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:33.095616 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-223b87a6-aeff-4b1b-a0b0-0ff14ec2d057 req-cc143648-3cb5-489d-b085-c7a4c3d1f3b1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487895 Jun 07 17:27:33.126070 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3915d804-a209-4120-beec-afd9bc250372 req-9585eb2a-e549-4d19-8e72-4d3079e0f89d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] No DVR routers for this DVR port ebc1c5e0-0951-41cf-93bc-e2ceb865d82b on host hv-cinder-78960 {{(pid=91778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:27:33.131492 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3915d804-a209-4120-beec-afd9bc250372 req-9585eb2a-e549-4d19-8e72-4d3079e0f89d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:33.136249 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3915d804-a209-4120-beec-afd9bc250372 req-9585eb2a-e549-4d19-8e72-4d3079e0f89d tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "DELETE /v2.0/ports/ebc1c5e0-0951-41cf-93bc-e2ceb865d82b HTTP/1.1" status: 204 len: 173 time: 1.8229446 Jun 07 17:27:33.137067 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a186fe-a00d-4f7d-a2ea-38db4816d106', 'name': 'network-vif-deleted', 'tag': 'ebc1c5e0-0951-41cf-93bc-e2ceb865d82b'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:27:33.141393 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7a596f-7908-4c00-8275-d7acb5ef1a61" -d '{"events": [{"server_uuid": "45a186fe-a00d-4f7d-a2ea-38db4816d106", "name": "network-vif-deleted", "tag": "ebc1c5e0-0951-41cf-93bc-e2ceb865d82b"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:27:33.151589 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2978bc6f-0d4f-4dd4-b197-4d5eba89e882 req-27a4a9e7-e2e6-4dda-9bd1-7f49e219d377 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 210 time: 0.0751538 Jun 07 17:27:33.512807 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6592e7a-6bfa-4911-abbe-4d860a85b360 req-1efd12c5-9c1b-461b-8dc2-94e42bb1ec8c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:33.516338 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b6592e7a-6bfa-4911-abbe-4d860a85b360 req-1efd12c5-9c1b-461b-8dc2-94e42bb1ec8c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.1391928 Jun 07 17:27:33.562663 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device ebc1c5e0-0951-41cf-93bc-e2ceb865d82b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:27:33.599023 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b6592e7a-6bfa-4911-abbe-4d860a85b360 req-2dc5c10d-f446-48b4-95fb-e4f28c7c04ac tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775540 Jun 07 17:27:33.639563 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: ebc1c5e0-0951-41cf-93bc-e2ceb865d82b {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:27:33.639563 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device ebc1c5e0-0951-41cf-93bc-e2ceb865d82b not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:27:33.700358 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195f87ef-4b66-4b93-99d5-178394fe20f7 x-openstack-request-id: req-195f87ef-4b66-4b93-99d5-178394fe20f7 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:27:33.700817 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a186fe-a00d-4f7d-a2ea-38db4816d106", "name": "network-vif-deleted", "tag": "ebc1c5e0-0951-41cf-93bc-e2ceb865d82b", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:27:33.701177 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-195f87ef-4b66-4b93-99d5-178394fe20f7 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:27:33.701778 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a186fe-a00d-4f7d-a2ea-38db4816d106', 'name': 'network-vif-deleted', 'tag': 'ebc1c5e0-0951-41cf-93bc-e2ceb865d82b', 'status': 'completed', 'code': 200} Jun 07 17:27:33.836280 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:33.881687 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac1f46-ad32-4624-8bcd-dfe7bf02d2b6 req-0d55d9ae-a48e-4001-b732-9aa31ac53b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:33.884765 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9cac1f46-ad32-4624-8bcd-dfe7bf02d2b6 req-0d55d9ae-a48e-4001-b732-9aa31ac53b86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 1098 time: 0.1696525 Jun 07 17:27:33.985029 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9cac1f46-ad32-4624-8bcd-dfe7bf02d2b6 req-9318a345-7989-4d50-9d1b-367942fbb609 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904632 Jun 07 17:27:34.114873 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f5636-ffdc-4886-bd8a-9ff24fab3079 req-4f95891e-84ad-4bf2-86ab-dfe34d455714 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:34.116921 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-199f5636-ffdc-4886-bd8a-9ff24fab3079 req-4f95891e-84ad-4bf2-86ab-dfe34d455714 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 950 time: 0.1128485 Jun 07 17:27:34.128362 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279bb9f-ed4f-4d1e-8213-c6f7a58732ba req-5b524ba3-b11d-4e4f-9344-75bdddab7acf tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:34.130326 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-3279bb9f-ed4f-4d1e-8213-c6f7a58732ba req-5b524ba3-b11d-4e4f-9344-75bdddab7acf tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1563468 Jun 07 17:27:34.182447 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-199f5636-ffdc-4886-bd8a-9ff24fab3079 req-21f3685d-8f55-40a0-9e69-df87704ab1dc tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543082 Jun 07 17:27:34.184253 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-3279bb9f-ed4f-4d1e-8213-c6f7a58732ba req-15a80cc8-d8a0-4427-8e28-8d540ebfa4a1 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474803 Jun 07 17:27:34.515230 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-491153fd-7d95-4fd4-bfee-bdb27e7934a5 req-c00e6648-72ba-40db-a7a2-72255bedd4a7 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a186fe-a00d-4f7d-a2ea-38db4816d106 HTTP/1.1" status: 200 len: 210 time: 0.0868640 Jun 07 17:27:34.949553 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe77316-60d0-4090-a205-eb6bf13983df req-cd7da406-1850-4817-b9d5-190c502f8a1c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:34.951935 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9fe77316-60d0-4090-a205-eb6bf13983df req-cd7da406-1850-4817-b9d5-190c502f8a1c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.1259820 Jun 07 17:27:35.010066 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9fe77316-60d0-4090-a205-eb6bf13983df req-e298bbd1-22b3-4e10-9fdb-93b311dfce5d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510011 Jun 07 17:27:35.501915 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd84b4-ebc1-40cb-9723-a9879a086eeb req-8f3778fc-fb92-4d21-accc-0a1422b7b678 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:35.505179 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-10fd84b4-ebc1-40cb-9723-a9879a086eeb req-8f3778fc-fb92-4d21-accc-0a1422b7b678 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 950 time: 0.1603944 Jun 07 17:27:35.595754 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-10fd84b4-ebc1-40cb-9723-a9879a086eeb req-594821a6-55ce-4fd2-a69f-9f2261f8ee03 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824409 Jun 07 17:27:35.747397 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdddfba-9263-458a-af4e-1403acfdbcf7 req-ae4e9326-bf22-402e-9da8-003e0ddd4f45 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:35.750188 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ecdddfba-9263-458a-af4e-1403acfdbcf7 req-ae4e9326-bf22-402e-9da8-003e0ddd4f45 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.3699698 Jun 07 17:27:35.806730 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:35.843044 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ecdddfba-9263-458a-af4e-1403acfdbcf7 req-65dd8628-6318-4a1e-bb2c-012215db3cda tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827587 Jun 07 17:27:36.523800 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9762741-88be-46f3-90bc-eae7b799d82d req-6c875fda-ec09-4c0e-8f39-be571389c17c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:36.525809 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e9762741-88be-46f3-90bc-eae7b799d82d req-6c875fda-ec09-4c0e-8f39-be571389c17c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.1194897 Jun 07 17:27:36.586478 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e9762741-88be-46f3-90bc-eae7b799d82d req-9f396951-f32d-4314-be09-08257607b9dc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466731 Jun 07 17:27:36.693381 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d45b9d-600e-4b55-b564-23dcc0c07c16 req-732672ca-0788-4e28-afbb-9a226e02100a tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:36.695129 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d3d45b9d-600e-4b55-b564-23dcc0c07c16 req-732672ca-0788-4e28-afbb-9a226e02100a tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 950 time: 0.1009002 Jun 07 17:27:36.761081 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d3d45b9d-600e-4b55-b564-23dcc0c07c16 req-779149aa-c1dc-4f81-b4fc-d34a4f7f8230 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543454 Jun 07 17:27:36.902917 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb4d8b-78cc-4148-833b-9a4cca7ad782 req-798dafeb-1680-41dc-9ca5-e4dae7850fca tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:36.906257 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-20fb4d8b-78cc-4148-833b-9a4cca7ad782 req-798dafeb-1680-41dc-9ca5-e4dae7850fca tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 946 time: 0.1138537 Jun 07 17:27:36.994491 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-20fb4d8b-78cc-4148-833b-9a4cca7ad782 req-985552a3-7aa2-4d35-aa37-845b4c9fb6e3 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767834 Jun 07 17:27:37.082882 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7508159-0fdd-4a4c-b139-107833618a3e req-4def195a-0be3-42b8-8031-ca9af92abcc3 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:37.084496 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b7508159-0fdd-4a4c-b139-107833618a3e req-4def195a-0be3-42b8-8031-ca9af92abcc3 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1060896 Jun 07 17:27:37.140621 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b7508159-0fdd-4a4c-b139-107833618a3e req-7abbf532-af94-44f6-bb30-75971976b7c0 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489154 Jun 07 17:27:37.276640 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c36182-24d3-495e-a119-3f80afe68508 req-9617b485-6a8c-4d86-9afa-d8d7b9d8ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:37.279165 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82c36182-24d3-495e-a119-3f80afe68508 req-9617b485-6a8c-4d86-9afa-d8d7b9d8ca2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 1098 time: 0.1075065 Jun 07 17:27:37.539541 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c36182-24d3-495e-a119-3f80afe68508 req-fa897831-f66b-4f77-8af1-b8c4bac7cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:37.541478 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82c36182-24d3-495e-a119-3f80afe68508 req-fa897831-f66b-4f77-8af1-b8c4bac7cd82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 918 time: 0.2330587 Jun 07 17:27:37.670748 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82c36182-24d3-495e-a119-3f80afe68508 req-1c483998-8051-4971-91a3-e54f1f0aa100 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2 HTTP/1.1" status: 200 len: 1000 time: 0.1179883 Jun 07 17:27:37.785088 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c36182-24d3-495e-a119-3f80afe68508 req-bd7be608-737c-4bc4-b0cb-689057234430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:37.787180 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82c36182-24d3-495e-a119-3f80afe68508 req-bd7be608-737c-4bc4-b0cb-689057234430 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.1073365 Jun 07 17:27:37.890545 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca6b64-096a-468d-a843-5fa9a96d89d3 req-cc12cd0d-a48e-4770-97ca-a66aeb294316 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:37.901381 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f5ca6b64-096a-468d-a843-5fa9a96d89d3 req-cc12cd0d-a48e-4770-97ca-a66aeb294316 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.1439915 Jun 07 17:27:37.970194 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f5ca6b64-096a-468d-a843-5fa9a96d89d3 req-d25b2867-5b64-45b6-a8ca-82377315dd5a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677927 Jun 07 17:27:37.989211 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c36182-24d3-495e-a119-3f80afe68508 req-0e32eb8f-7e4d-4ed7-881d-acd6f4cfe165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:37.989211 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82c36182-24d3-495e-a119-3f80afe68508 req-0e32eb8f-7e4d-4ed7-881d-acd6f4cfe165 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1859546 Jun 07 17:27:37.998645 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4753f5-73cf-449f-bd9a-a3ebb9457158 req-d18a0190-9ec3-4e5a-ba4b-e179b7743df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:38.001620 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6e4753f5-73cf-449f-bd9a-a3ebb9457158 req-d18a0190-9ec3-4e5a-ba4b-e179b7743df0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bba071bce544828b4bf4a430b210a0a&device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 1098 time: 0.1975839 Jun 07 17:27:38.319690 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99f572-65a0-4959-9539-e14c5e814e9c req-d9a6fa1a-d288-48fb-8076-53294baa4e5b tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:38.322038 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cd99f572-65a0-4959-9539-e14c5e814e9c req-d9a6fa1a-d288-48fb-8076-53294baa4e5b tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 950 time: 0.1585610 Jun 07 17:27:38.373747 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4753f5-73cf-449f-bd9a-a3ebb9457158 req-15030571-bbec-4ed0-90d7-ff70097d7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:38.375276 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6e4753f5-73cf-449f-bd9a-a3ebb9457158 req-15030571-bbec-4ed0-90d7-ff70097d7480 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 200 len: 919 time: 0.3419099 Jun 07 17:27:38.386777 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82c36182-24d3-495e-a119-3f80afe68508 req-f5dc238a-226e-466a-8941-1a9e5f3195fb service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763452 Jun 07 17:27:38.476827 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559cd4e-0a44-4e73-b951-373c3cec83a7 req-35ac3ef0-afd5-4dba-8511-0747db19ede9 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:38.478756 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1559cd4e-0a44-4e73-b951-373c3cec83a7 req-35ac3ef0-afd5-4dba-8511-0747db19ede9 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.4188066 Jun 07 17:27:38.504985 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cd99f572-65a0-4959-9539-e14c5e814e9c req-e949b3fc-5be0-4381-9792-17c0cf7d8d21 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706364 Jun 07 17:27:38.516261 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6e4753f5-73cf-449f-bd9a-a3ebb9457158 req-657cf711-3959-4a30-a182-dc5eb164bcaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71cee9e4-df40-4e37-b742-b846540dc311 HTTP/1.1" status: 200 len: 217 time: 0.1258557 Jun 07 17:27:38.562584 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e826430-d4fc-43f5-b25f-0c159a558c5c req-983975ac-4830-4d12-bb23-0d68d885117e tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:38.566085 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0e826430-d4fc-43f5-b25f-0c159a558c5c req-983975ac-4830-4d12-bb23-0d68d885117e tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.24 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 950 time: 0.1912022 Jun 07 17:27:38.623448 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1559cd4e-0a44-4e73-b951-373c3cec83a7 req-e1469730-2c99-40ed-9d8d-a5fbd3a0389c tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096447 Jun 07 17:27:38.718876 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4753f5-73cf-449f-bd9a-a3ebb9457158 req-3d130c49-927c-4e7b-b170-22cd16073cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:38.720587 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6e4753f5-73cf-449f-bd9a-a3ebb9457158 req-3d130c49-927c-4e7b-b170-22cd16073cd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcc1767b-858f-4ddb-a6f8-abd723d813c9 HTTP/1.1" status: 200 len: 858 time: 0.1661468 Jun 07 17:27:38.744369 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82c36182-24d3-495e-a119-3f80afe68508 req-b5e37af0-9c75-4ea9-81b8-e73c2071353e service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838774 Jun 07 17:27:38.914189 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6e4753f5-73cf-449f-bd9a-a3ebb9457158 req-741400e4-3d70-47e4-9b66-9bf0839f0f9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5cae8f9-7934-439f-9a76-35fdad11e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685884 Jun 07 17:27:39.093430 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d07473-6a69-4916-b928-9ef470606b58 req-88c7df62-9c32-4050-9af0-8f446b964507 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:39.095947 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-58d07473-6a69-4916-b928-9ef470606b58 req-88c7df62-9c32-4050-9af0-8f446b964507 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 946 time: 0.4162307 Jun 07 17:27:39.143646 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-0e826430-d4fc-43f5-b25f-0c159a558c5c req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Deleting port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:27:39.144666 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-0e826430-d4fc-43f5-b25f-0c159a558c5c req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:39.186217 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6e4753f5-73cf-449f-bd9a-a3ebb9457158 req-b59375f0-1b95-487c-9511-86297c82463d service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649901 Jun 07 17:27:39.359357 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-58d07473-6a69-4916-b928-9ef470606b58 req-58d677ba-ebb6-4296-97e7-fe1f43ca8d50 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510533 Jun 07 17:27:39.485539 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba827d-4ef8-447d-b319-251b2039d5f3 req-cd09cd42-63eb-4766-ab2f-69b9dffd338e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:39.487110 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9bba827d-4ef8-447d-b319-251b2039d5f3 req-cd09cd42-63eb-4766-ab2f-69b9dffd338e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 946 time: 0.3710222 Jun 07 17:27:39.508936 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-0e826430-d4fc-43f5-b25f-0c159a558c5c req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] For port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7,segment=NetworkSegment(cffc9aa4-56c5-4fec-96cf-a6ff7594e366),segment_id=cffc9aa4-56c5-4fec-96cf-a6ff7594e366)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:39.509524 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-0e826430-d4fc-43f5-b25f-0c159a558c5c req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:39.556411 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6e4753f5-73cf-449f-bd9a-a3ebb9457158 req-083bdd72-d2e2-433c-81c7-f014773755e3 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620377 Jun 07 17:27:39.766820 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [req-9bba827d-4ef8-447d-b319-251b2039d5f3 req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Deleting port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:27:39.767459 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-9bba827d-4ef8-447d-b319-251b2039d5f3 req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:39.839096 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-0e826430-d4fc-43f5-b25f-0c159a558c5c req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Calling delete_port for 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:27:39.940118 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:27:39.967407 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97994d90-e044-4044-ba73-c2ab21287335 req-7e2bdd22-851e-4b2d-8e25-ac6b51a28595 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:39.969034 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-97994d90-e044-4044-ba73-c2ab21287335 req-7e2bdd22-851e-4b2d-8e25-ac6b51a28595 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.2849758 Jun 07 17:27:40.077508 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-9bba827d-4ef8-447d-b319-251b2039d5f3 req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] For port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8c8b99b0-ac59-448f-9d83-b4d0d2f4e003,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:40.077836 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-9bba827d-4ef8-447d-b319-251b2039d5f3 req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:40.134981 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-97994d90-e044-4044-ba73-c2ab21287335 req-b190775d-48e3-4204-8562-8c7a84ff662e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529942 Jun 07 17:27:40.223880 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-0e826430-d4fc-43f5-b25f-0c159a558c5c req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:40.228124 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [req-9bba827d-4ef8-447d-b319-251b2039d5f3 req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Calling delete_port for 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 owned by compute:nova {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:27:40.231063 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:40.241545 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed546aef-35ef-4ac4-bf84-cacfa240188e req-21a7375d-da57-47db-bac3-f7344b2a65f5 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:40.243575 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ed546aef-35ef-4ac4-bf84-cacfa240188e req-21a7375d-da57-47db-bac3-f7344b2a65f5 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 950 time: 0.2899489 Jun 07 17:27:40.320415 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ed546aef-35ef-4ac4-bf84-cacfa240188e req-688eab2f-dfff-47be-a7d9-dd78f1f3fde1 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/security-groups?id=a339dafe-03cc-479a-b0bd-0ebdd0477170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692651 Jun 07 17:27:40.324215 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Pushing event deleted for resources: {'Port': ['ID=8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:40.345867 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.346619 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.348611 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.349293 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.349966 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.350693 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.368683 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.369555 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.370234 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.370909 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.375031 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.375888 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.436539 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:40.496897 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-9bba827d-4ef8-447d-b319-251b2039d5f3 req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:40.510244 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:40.513269 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['37f4c443-4c8e-44e3-9f2d-f8efd4525f58'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:27:40.598625 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Pushing event deleted for resources: {'Port': ['ID=8c8b99b0-ac59-448f-9d83-b4d0d2f4e003,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:40.730008 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.730640 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.731439 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.732296 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.733124 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.733812 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.734478 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.735154 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.735867 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.736550 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.738371 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.739072 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.755976 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:40.760193 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e826430-d4fc-43f5-b25f-0c159a558c5c req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] No DVR routers for this DVR port 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:27:40.764469 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-0e826430-d4fc-43f5-b25f-0c159a558c5c req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:40.770080 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0e826430-d4fc-43f5-b25f-0c159a558c5c req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.24 "DELETE /v2.0/ports/8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 HTTP/1.1" status: 204 len: 173 time: 2.1878200 Jun 07 17:27:40.782809 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f631f7d5-ff7f-4ab1-8a77-c9417fbf9850', 'name': 'network-vif-deleted', 'tag': '8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:27:40.789850 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e23767-8f12-4113-a8fd-00738e7f815d" -d '{"events": [{"server_uuid": "f631f7d5-ff7f-4ab1-8a77-c9417fbf9850", "name": "network-vif-deleted", "tag": "8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:27:40.870425 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-af2c85c3-75ec-4a74-9faf-be98357828ed req-362c3033-efef-410f-9d2f-c9a2a59c5ce2 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 210 time: 0.1438947 Jun 07 17:27:40.871728 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bba827d-4ef8-447d-b319-251b2039d5f3 req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] No DVR routers for this DVR port 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 on host hv-cinder-78960 {{(pid=91778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:27:40.875553 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-9bba827d-4ef8-447d-b319-251b2039d5f3 req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:40.877801 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9bba827d-4ef8-447d-b319-251b2039d5f3 req-b66525ff-713b-42b2-9eaa-1362a3933ccd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "DELETE /v2.0/ports/8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 HTTP/1.1" status: 204 len: 173 time: 1.3776948 Jun 07 17:27:40.879691 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ecb112-51e0-4a80-b416-0d2d51078364', 'name': 'network-vif-deleted', 'tag': '8c8b99b0-ac59-448f-9d83-b4d0d2f4e003'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:27:40.882620 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7333819-544c-40b4-913d-14ac61d01f12" -d '{"events": [{"server_uuid": "67ecb112-51e0-4a80-b416-0d2d51078364", "name": "network-vif-deleted", "tag": "8c8b99b0-ac59-448f-9d83-b4d0d2f4e003"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:27:40.889300 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7e981-f1c8-435a-849c-0782bdce8e79 req-7fe3e7ee-1aca-4cbc-b574-8bb92944ce1f tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:40.901165 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-dac7e981-f1c8-435a-849c-0782bdce8e79 req-7fe3e7ee-1aca-4cbc-b574-8bb92944ce1f tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.2488489 Jun 07 17:27:40.978126 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db4db2d-904c-42b4-941a-0c4729e9b6f6 x-openstack-request-id: req-4db4db2d-904c-42b4-941a-0c4729e9b6f6 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:27:40.978619 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f631f7d5-ff7f-4ab1-8a77-c9417fbf9850", "name": "network-vif-deleted", "tag": "8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:27:40.979077 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4db4db2d-904c-42b4-941a-0c4729e9b6f6 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:27:40.979695 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f631f7d5-ff7f-4ab1-8a77-c9417fbf9850', 'name': 'network-vif-deleted', 'tag': '8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7', 'status': 'completed', 'code': 200} Jun 07 17:27:40.995395 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e2da07-d3c5-453b-8362-48046f734ec7 x-openstack-request-id: req-b3e2da07-d3c5-453b-8362-48046f734ec7 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:27:40.995988 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ecb112-51e0-4a80-b416-0d2d51078364", "name": "network-vif-deleted", "tag": "8c8b99b0-ac59-448f-9d83-b4d0d2f4e003", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:27:40.996628 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3e2da07-d3c5-453b-8362-48046f734ec7 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:27:40.997343 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ecb112-51e0-4a80-b416-0d2d51078364', 'name': 'network-vif-deleted', 'tag': '8c8b99b0-ac59-448f-9d83-b4d0d2f4e003', 'status': 'completed', 'code': 200} Jun 07 17:27:41.001495 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-dac7e981-f1c8-435a-849c-0782bdce8e79 req-c917df19-2279-4d66-8150-595e553f8fb6 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970674 Jun 07 17:27:41.381416 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a62352-65ae-486f-ac21-0b7be83a6bbc req-ed668dc6-4b99-4908-a303-ac5a60ebd7a5 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:41.383018 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-37a62352-65ae-486f-ac21-0b7be83a6bbc req-ed668dc6-4b99-4908-a303-ac5a60ebd7a5 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.0959678 Jun 07 17:27:41.488710 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-37a62352-65ae-486f-ac21-0b7be83a6bbc req-1315271b-1317-4e6f-a8ec-9ddbd0cc4c49 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944159 Jun 07 17:27:41.616946 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:27:41.676211 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:27:41.676785 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8c8b99b0-ac59-448f-9d83-b4d0d2f4e003 not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:27:41.677246 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:27:41.705101 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-13c80692-e261-4dbf-be16-bdb1cf6d5e1b req-d70d66da-135e-4c3e-aba2-96d8805bf6f2 tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] 10.222.0.13 "GET /v2.0/ports?device_id=f631f7d5-ff7f-4ab1-8a77-c9417fbf9850 HTTP/1.1" status: 200 len: 210 time: 0.1249647 Jun 07 17:27:41.718859 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:27:41.719243 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8b3375fe-f7b9-40c1-b3c0-cd20b3ca5ea7 not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:27:42.070186 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-630c3c33-5176-4be9-b21d-16c0ec717399 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760371192&fields=id&tenant_id=301c5ae75c6242538682f6cfd11a5b52 HTTP/1.1" status: 200 len: 267 time: 0.0784802 Jun 07 17:27:42.179908 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-263d34bd-219c-4734-950f-f4f6c246791a req-0ddd8280-fc37-4519-a7ea-894385c83d9c tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ecb112-51e0-4a80-b416-0d2d51078364 HTTP/1.1" status: 200 len: 210 time: 0.0851324 Jun 07 17:27:42.300777 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:42.327576 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9b030-801b-4844-b413-28c898568e12 req-17b0afd5-51ab-4f51-b877-d4e390356557 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:42.339819 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-17b0afd5-51ab-4f51-b877-d4e390356557 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/networks?id=8bf5a0be-9427-4639-8cdc-2efdddf7557e HTTP/1.1" status: 200 len: 808 time: 0.2606037 Jun 07 17:27:42.358067 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-331ed031-25af-4ac7-89a3-bf8ae08bfd99 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/quotas/301c5ae75c6242538682f6cfd11a5b52 HTTP/1.1" status: 200 len: 375 time: 0.0132394 Jun 07 17:27:42.459796 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-f3752085-76ab-4855-bcec-e49d08671868 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=301c5ae75c6242538682f6cfd11a5b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948596 Jun 07 17:27:42.520685 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad322e-c774-4371-a81f-417c06ccc365 req-1520e4bf-8f1c-4f54-bfe9-d350c90b745f tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:42.522671 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-69ad322e-c774-4371-a81f-417c06ccc365 req-1520e4bf-8f1c-4f54-bfe9-d350c90b745f tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1162035 Jun 07 17:27:42.587323 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-69ad322e-c774-4371-a81f-417c06ccc365 req-f9a41fc7-d583-4743-b586-a4d771ba628a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538211 Jun 07 17:27:42.659556 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-52451825-2c35-49dd-af9c-cf80f95e1019 service neutron] 10.222.0.13 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784809 Jun 07 17:27:42.875255 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c049d8f-b0bc-4608-ab0e-61bd6ae2f2c4 req-df8d778d-c4d3-415d-9539-36b88404b18d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:42.892625 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5c049d8f-b0bc-4608-ab0e-61bd6ae2f2c4 req-df8d778d-c4d3-415d-9539-36b88404b18d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.1504536 Jun 07 17:27:42.903565 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-a6da3809-66c8-443c-82e1-00f8d0aa8420 service neutron] 10.222.0.13 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324922 Jun 07 17:27:42.973347 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5c049d8f-b0bc-4608-ab0e-61bd6ae2f2c4 req-7ddb9186-5608-4add-b8ed-4ac6cdd79089 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794177 Jun 07 17:27:43.571726 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9c3bf279-7211-4a85-885e-0ec4e720a6e1 req-ca465fab-e342-4a2a-be85-a6e34ef8f2ef tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 210 time: 0.0878644 Jun 07 17:27:43.871590 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3bed2-a0c9-4923-bfc6-3111f9fe4bfd req-eb30861f-0767-4e81-b65d-d9736915014e tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:43.874817 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b7e3bed2-a0c9-4923-bfc6-3111f9fe4bfd req-eb30861f-0767-4e81-b65d-d9736915014e tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.1350474 Jun 07 17:27:43.982376 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b7e3bed2-a0c9-4923-bfc6-3111f9fe4bfd req-0de5af58-77f3-4927-8a0f-899b7859054c tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994799 Jun 07 17:27:44.483169 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9264da5-4a2d-4f72-b82d-caaacba03046 req-11348d18-61a2-4997-8785-ff9c52734cb0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:44.485986 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c9264da5-4a2d-4f72-b82d-caaacba03046 req-11348d18-61a2-4997-8785-ff9c52734cb0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.2965617 Jun 07 17:27:44.556230 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c9264da5-4a2d-4f72-b82d-caaacba03046 req-53b6693c-2c94-4b3c-91a2-403713ec336e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602424 Jun 07 17:27:45.016953 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-71c70d7c-a431-48dd-9b3a-5c589ca259f0 req-3009594c-60c9-4f5a-9b8f-a0dbfd6e81d5 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 210 time: 0.0583725 Jun 07 17:27:45.558508 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9b030-801b-4844-b413-28c898568e12 req-70f18355-f09b-4b0a-a50b-e3a690d09d80 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:45.561092 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-70f18355-f09b-4b0a-a50b-e3a690d09d80 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.24 "GET /v2.0/networks?id=8bf5a0be-9427-4639-8cdc-2efdddf7557e HTTP/1.1" status: 200 len: 808 time: 0.3758087 Jun 07 17:27:45.633443 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42924555-b40e-472c-84f0-be28499fa1cd req-291447ba-721b-4c12-ae37-adb924dafb27 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:45.640823 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-42924555-b40e-472c-84f0-be28499fa1cd req-291447ba-721b-4c12-ae37-adb924dafb27 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 946 time: 0.2238009 Jun 07 17:27:45.693798 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-4cf943cf-bf11-46d7-a183-baf417017306 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=301c5ae75c6242538682f6cfd11a5b52 HTTP/1.1" status: 200 len: 380 time: 0.1180551 Jun 07 17:27:45.706680 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Request body: {'port': {'device_id': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'admin_state_up': True, 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'security_groups': ['bbfebc0c-dd7d-4475-b33e-a53290ee6826']}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:45.725141 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-42924555-b40e-472c-84f0-be28499fa1cd req-61689412-9c78-4a30-a192-065dc6d99ecd tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834367 Jun 07 17:27:45.948086 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf3202-257a-4f79-9e4a-040fe44955a5 req-2edd4fc9-3af8-4ee8-be38-998f96bf833e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:45.960402 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-55bf3202-257a-4f79-9e4a-040fe44955a5 req-2edd4fc9-3af8-4ee8-be38-998f96bf833e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.1735244 Jun 07 17:27:46.054872 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-55bf3202-257a-4f79-9e4a-040fe44955a5 req-ea691bec-4a62-4c49-ab56-b44f7ac7501f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777349 Jun 07 17:27:46.100427 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Made reservation on behalf of 301c5ae75c6242538682f6cfd11a5b52 for: {'port': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:27:46.104721 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:46.430924 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-594674f7-38ac-490f-b865-b226ea80e8bb req-7ff4f08b-36c6-4f5a-9dfa-d3e41543ae64 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 210 time: 0.0900326 Jun 07 17:27:46.533693 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Allocated IP 172.20.0.7 (8bf5a0be-9427-4639-8cdc-2efdddf7557e/8cb29701-2401-47ed-bddd-96a2fc7a9c96/8b085320-e676-4064-b4b0-e91f070187e5) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:27:46.833211 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:46.852633 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Transition to ACTIVE for port object 8b085320-e676-4064-b4b0-e91f070187e5 will not be triggered until provisioned by entity DHCP. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:46.892247 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:46.895927 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:46.895927 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:27:46.895927 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:27:46.895927 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:27:46.895927 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:46.895927 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:27:46.930725 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Network 8bf5a0be-9427-4639-8cdc-2efdddf7557e is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:27:46.932174 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:46.945715 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:27:47.042931 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:47.044122 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:47.077719 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-aca30c41-9f2a-49a7-9f85-0eb323b990f1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3752217 Jun 07 17:27:47.180450 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Request body: {'port': {'device_id': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:47.352173 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-dc28a22a-d88a-47d8-b5ee-616f850a8f78 None None] Provisioning for port 8b085320-e676-4064-b4b0-e91f070187e5 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:47.362920 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-dc28a22a-d88a-47d8-b5ee-616f850a8f78 None None] Provisioning complete for port 8b085320-e676-4064-b4b0-e91f070187e5 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:47.364267 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-dc28a22a-d88a-47d8-b5ee-616f850a8f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:47.401365 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:47.423660 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c12a2-250d-4281-8621-bcb66557b52a req-89dc00fe-8957-4a50-9365-b3154ed8814b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:47.425462 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-814c12a2-250d-4281-8621-bcb66557b52a req-89dc00fe-8957-4a50-9365-b3154ed8814b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 946 time: 0.3395500 Jun 07 17:27:47.508259 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-dc28a22a-d88a-47d8-b5ee-616f850a8f78 None None] Port 8b085320-e676-4064-b4b0-e91f070187e5 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:27:47.547121 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-814c12a2-250d-4281-8621-bcb66557b52a req-1b130021-873d-4c80-854d-d4f1886b2c14 tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129704 Jun 07 17:27:47.558509 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e0778-ca60-4830-9ba9-57b990f85c76 req-82bf8873-05fc-4184-b2de-398e519fb13e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:47.568208 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-226e0778-ca60-4830-9ba9-57b990f85c76 req-82bf8873-05fc-4184-b2de-398e519fb13e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.2624698 Jun 07 17:27:47.849496 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-226e0778-ca60-4830-9ba9-57b990f85c76 req-c51a1501-5364-4a42-8d83-16eb29dc5d37 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834574 Jun 07 17:27:47.895945 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6628ce7-9f2c-4eff-8336-ab3574ddedc2 req-2e170f11-450d-461b-932a-e59cc948212a tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:47.901666 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b6628ce7-9f2c-4eff-8336-ab3574ddedc2 req-2e170f11-450d-461b-932a-e59cc948212a tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 946 time: 0.3319919 Jun 07 17:27:48.042507 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b085320-e676-4064-b4b0-e91f070187e5 {{(pid=91778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:27:48.084544 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:48.164601 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Transition to ACTIVE for port object 8b085320-e676-4064-b4b0-e91f070187e5 will not be triggered until provisioned by entity L2. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:48.175987 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:48.180411 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-224af625-fbff-4d91-acae-dd3542a3ad06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:48.463703 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-b6628ce7-9f2c-4eff-8336-ab3574ddedc2 req-813af979-eb8e-4df2-a933-75be5c793c8b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Deleting port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:27:48.464353 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b6628ce7-9f2c-4eff-8336-ab3574ddedc2 req-813af979-eb8e-4df2-a933-75be5c793c8b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:48.511686 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Pushing event updated for resources: {'Port': ['ID=8b085320-e676-4064-b4b0-e91f070187e5,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:48.526228 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:48.649198 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-b6628ce7-9f2c-4eff-8336-ab3574ddedc2 req-813af979-eb8e-4df2-a933-75be5c793c8b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] For port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=37f4c443-4c8e-44e3-9f2d-f8efd4525f58,segment=NetworkSegment(0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65),segment_id=0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:48.650207 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b6628ce7-9f2c-4eff-8336-ab3574ddedc2 req-813af979-eb8e-4df2-a933-75be5c793c8b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:48.797883 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Attempting to bind port 8b085320-e676-4064-b4b0-e91f070187e5 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:27:48.798485 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Attempting to bind port 8b085320-e676-4064-b4b0-e91f070187e5 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:27:48.799067 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Attempting to bind port 8b085320-e676-4064-b4b0-e91f070187e5 on network 8bf5a0be-9427-4639-8cdc-2efdddf7557e {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:27:48.821581 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Port 8b085320-e676-4064-b4b0-e91f070187e5 on network 8bf5a0be-9427-4639-8cdc-2efdddf7557e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:27:48.822182 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Attempting to bind port 8b085320-e676-4064-b4b0-e91f070187e5 on network 8bf5a0be-9427-4639-8cdc-2efdddf7557e {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:27:48.852701 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:27:48.853310 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Checking segment: {'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:27:48.853933 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Bound using segment: {'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:27:48.859971 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Bound port: 8b085320-e676-4064-b4b0-e91f070187e5, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf60143d-5fad-4820-9ff3-f3d30969730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e'}}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:27:48.860726 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:48.927160 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-b6628ce7-9f2c-4eff-8336-ab3574ddedc2 req-813af979-eb8e-4df2-a933-75be5c793c8b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Calling delete_port for 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:27:49.113485 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dca09d-134a-4ba9-a963-d8b250453238 req-e81fab8f-3cbd-4972-9c17-7afb8010d548 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:49.127028 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-54dca09d-134a-4ba9-a963-d8b250453238 req-e81fab8f-3cbd-4972-9c17-7afb8010d548 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.8565977 Jun 07 17:27:49.205103 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] For port 8b085320-e676-4064-b4b0-e91f070187e5, host hv-cinder-78960, cleared binding levels {{(pid=91778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:27:49.234505 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] For port 8b085320-e676-4064-b4b0-e91f070187e5, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b085320-e676-4064-b4b0-e91f070187e5,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:27:49.241403 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:49.252055 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:49.264065 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-54dca09d-134a-4ba9-a963-d8b250453238 req-0979e0b1-7f8f-40db-829f-bdcf49954368 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342161 Jun 07 17:27:49.265588 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b6628ce7-9f2c-4eff-8336-ab3574ddedc2 req-813af979-eb8e-4df2-a933-75be5c793c8b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:49.279729 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-03d34bf6-841c-4b17-b34e-6e124f41690a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:49.375508 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813af979-eb8e-4df2-a933-75be5c793c8b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Pushing event deleted for resources: {'Port': ['ID=37f4c443-4c8e-44e3-9f2d-f8efd4525f58,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:49.380025 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-813af979-eb8e-4df2-a933-75be5c793c8b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:49.394506 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:49.395674 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:49.398783 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] 10.222.0.24 "PUT /v2.0/ports/8b085320-e676-4064-b4b0-e91f070187e5 HTTP/1.1" status: 200 len: 1093 time: 2.2508390 Jun 07 17:27:49.404858 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:27:49.410224 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bec436d-8c1e-4b6c-8daa-5e076017a435" -d '{"events": [{"name": "network-changed", "server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "tag": "8b085320-e676-4064-b4b0-e91f070187e5"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:27:49.466772 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf75400-a4fa-4ec1-9e56-d2b263ddb61e req-7dff513d-4ad1-4e92-a57d-e24453ccd08e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:49.482745 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1cf75400-a4fa-4ec1-9e56-d2b263ddb61e req-7dff513d-4ad1-4e92-a57d-e24453ccd08e tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff2a79bd-f93a-4da4-8ebf-730cc8bd6002 HTTP/1.1" status: 200 len: 946 time: 0.3432436 Jun 07 17:27:49.544100 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6628ce7-9f2c-4eff-8336-ab3574ddedc2 req-813af979-eb8e-4df2-a933-75be5c793c8b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] No DVR routers for this DVR port 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:27:49.557683 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-b6628ce7-9f2c-4eff-8336-ab3574ddedc2 req-813af979-eb8e-4df2-a933-75be5c793c8b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:49.561838 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b6628ce7-9f2c-4eff-8336-ab3574ddedc2 req-813af979-eb8e-4df2-a933-75be5c793c8b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.24 "DELETE /v2.0/ports/37f4c443-4c8e-44e3-9f2d-f8efd4525f58 HTTP/1.1" status: 204 len: 173 time: 1.6470783 Jun 07 17:27:49.564562 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2a79bd-f93a-4da4-8ebf-730cc8bd6002', 'name': 'network-vif-deleted', 'tag': '37f4c443-4c8e-44e3-9f2d-f8efd4525f58'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:27:49.582910 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f76d35c-5687-4d0e-b303-7b54424cec3e" -d '{"events": [{"server_uuid": "ff2a79bd-f93a-4da4-8ebf-730cc8bd6002", "name": "network-vif-deleted", "tag": "37f4c443-4c8e-44e3-9f2d-f8efd4525f58"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:27:49.663739 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8786073-d9e2-4eae-aad2-d47a1c2a66da req-94a40bb6-7b1e-413e-a5dd-2c64041e43ac tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:49.665719 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f8786073-d9e2-4eae-aad2-d47a1c2a66da req-94a40bb6-7b1e-413e-a5dd-2c64041e43ac tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.1830194 Jun 07 17:27:49.667955 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device b38eaef8-52a3-4d79-a47e-005b5e8e34b2 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:27:49.672567 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:27:49.709021 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1cf75400-a4fa-4ec1-9e56-d2b263ddb61e req-67063f26-eef4-46aa-986b-de0112f4523b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d085218-721c-48f8-9057-b9bd2fe2437b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248182 Jun 07 17:27:49.730865 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Pushing event updated for resources: {'Port': ['ID=8b085320-e676-4064-b4b0-e91f070187e5,revision_number=3']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:49.780144 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:49.786019 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f8786073-d9e2-4eae-aad2-d47a1c2a66da req-eef5110f-fa72-4b04-b3f4-b83ca353ce71 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111813 Jun 07 17:27:49.833798 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9b030-801b-4844-b413-28c898568e12 req-b4385344-a7f2-4f75-bce7-c49a9c875584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:49.839952 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-b4385344-a7f2-4f75-bce7-c49a9c875584 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=301c5ae75c6242538682f6cfd11a5b52&device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 1096 time: 0.3015175 Jun 07 17:27:49.883260 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:27:49.883817 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 37f4c443-4c8e-44e3-9f2d-f8efd4525f58 not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:27:50.052473 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:50.056321 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-270a7f07-a5ba-48cb-8e9c-4bffd7d319f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b085320-e676-4064-b4b0-e91f070187e5 HTTP/1.1" status: 200 len: 217 time: 0.2036304 Jun 07 17:27:50.076952 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'port_id': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'mac_address': 'fa:16:3e:c9:c1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:27:50.133951 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91042349-ab4d-470f-936a-5a3c003bb27a x-openstack-request-id: req-91042349-ab4d-470f-936a-5a3c003bb27a {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:27:50.134475 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "tag": "8b085320-e676-4064-b4b0-e91f070187e5", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:27:50.134936 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91042349-ab4d-470f-936a-5a3c003bb27a {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:27:50.135821 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5', 'status': 'completed', 'code': 200} Jun 07 17:27:50.145882 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcbca7f-2a13-41b6-aaf0-2db9150d6bfc x-openstack-request-id: req-fbcbca7f-2a13-41b6-aaf0-2db9150d6bfc {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:27:50.146638 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2a79bd-f93a-4da4-8ebf-730cc8bd6002", "name": "network-vif-deleted", "tag": "37f4c443-4c8e-44e3-9f2d-f8efd4525f58", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:27:50.146992 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbcbca7f-2a13-41b6-aaf0-2db9150d6bfc {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:27:50.147536 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2a79bd-f93a-4da4-8ebf-730cc8bd6002', 'name': 'network-vif-deleted', 'tag': '37f4c443-4c8e-44e3-9f2d-f8efd4525f58', 'status': 'completed', 'code': 200} Jun 07 17:27:50.173565 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:50.192591 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b38eaef8-52a3-4d79-a47e-005b5e8e34b2 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:27:50.218918 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:50.226547 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:50.229541 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9b030-801b-4844-b413-28c898568e12 req-6e7b197b-5c98-404b-8cad-a40b69758a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:50.230118 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:50.232219 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-6e7b197b-5c98-404b-8cad-a40b69758a79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8cb29701-2401-47ed-bddd-96a2fc7a9c96 HTTP/1.1" status: 200 len: 847 time: 0.1639657 Jun 07 17:27:50.360153 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54d892-f683-431d-9b59-21bed30a5ef6 req-a85bdcb1-6025-4e79-9f22-82e28b0b160f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:50.360482 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,revision_number=6']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:50.374809 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ce54d892-f683-431d-9b59-21bed30a5ef6 req-a85bdcb1-6025-4e79-9f22-82e28b0b160f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.4091885 Jun 07 17:27:50.380962 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:50.381505 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:50.382210 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:50.382837 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:50.383406 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:50.383947 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:50.384482 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:50.385015 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:50.385548 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:50.386087 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:50.386804 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:50.387393 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:50.394818 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['b38eaef8-52a3-4d79-a47e-005b5e8e34b2'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:27:50.449146 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:50.517187 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ce54d892-f683-431d-9b59-21bed30a5ef6 req-fb32ba93-714a-4126-9222-fef5552b8f0a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406534 Jun 07 17:27:50.540754 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9b030-801b-4844-b413-28c898568e12 req-32f1778e-294f-49ea-80fb-e0cb647148af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:50.543667 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-32f1778e-294f-49ea-80fb-e0cb647148af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bf5a0be-9427-4639-8cdc-2efdddf7557e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2995794 Jun 07 17:27:50.716637 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9b1ed-5012-4866-b595-b5fb0e03e134 req-e618017c-b159-4f85-a5c2-9038ab5be21f tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:50.720627 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-07e9b1ed-5012-4866-b595-b5fb0e03e134 req-e618017c-b159-4f85-a5c2-9038ab5be21f tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.2072203 Jun 07 17:27:50.812702 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-07e9b1ed-5012-4866-b595-b5fb0e03e134 req-175166bf-f4be-4bfa-b8ba-99c866734a8d tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842233 Jun 07 17:27:50.818450 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-0dc34fa6-bbd1-43a7-b9d1-53e63f1fe5fd service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572680 Jun 07 17:27:50.953175 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55548) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:51.049241 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8830200-1242-4680-bd83-94ddf75a5e2d admin admin] Deleting subnet 196d0be0-7418-4ee4-a924-893125334c6b {{(pid=91779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:27:51.058064 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f5e9b030-801b-4844-b413-28c898568e12 req-6a27aa57-a038-4789-b9c2-aa7a36459b37 service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321255 Jun 07 17:27:51.123612 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f8830200-1242-4680-bd83-94ddf75a5e2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:51.211055 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f8830200-1242-4680-bd83-94ddf75a5e2d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:51.225228 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f8830200-1242-4680-bd83-94ddf75a5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:51.240171 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec436d-8c1e-4b6c-8daa-5e076017a435 req-afe8b7cf-827b-48fe-96ed-f5a3c84b9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:51.242168 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0bec436d-8c1e-4b6c-8daa-5e076017a435 req-afe8b7cf-827b-48fe-96ed-f5a3c84b9ec2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=301c5ae75c6242538682f6cfd11a5b52&device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 1096 time: 0.1233401 Jun 07 17:27:51.278904 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953aa2c6-d463-4e85-8a12-89995c5675ef req-b7614aff-4706-440c-bf1c-75af79907879 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:51.281817 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-953aa2c6-d463-4e85-8a12-89995c5675ef req-b7614aff-4706-440c-bf1c-75af79907879 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.2287593 Jun 07 17:27:51.305412 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 55556) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:51.374486 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-953aa2c6-d463-4e85-8a12-89995c5675ef req-2f2daa23-35ad-4023-939c-8e7840d881c8 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826621 Jun 07 17:27:51.413251 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f8830200-1242-4680-bd83-94ddf75a5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642'] for subnet, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:51.419232 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f908b760-c279-47aa-858f-2a543928aa57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:51.461711 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f8830200-1242-4680-bd83-94ddf75a5e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:51.463413 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec436d-8c1e-4b6c-8daa-5e076017a435 req-c55d6fc2-af4a-4727-b5bd-0c2cb360bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:51.466727 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-f8830200-1242-4680-bd83-94ddf75a5e2d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/196d0be0-7418-4ee4-a924-893125334c6b HTTP/1.1" status: 204 len: 168 time: 0.5093977 Jun 07 17:27:51.466727 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8830200-1242-4680-bd83-94ddf75a5e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=196d0be0-7418-4ee4-a924-893125334c6b,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:51.468809 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55560) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:51.475248 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f8830200-1242-4680-bd83-94ddf75a5e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:51.476096 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0bec436d-8c1e-4b6c-8daa-5e076017a435 req-c55d6fc2-af4a-4727-b5bd-0c2cb360bc45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bf5a0be-9427-4639-8cdc-2efdddf7557e HTTP/1.1" status: 200 len: 909 time: 0.2242780 Jun 07 17:27:51.601914 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:51.627244 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0bec436d-8c1e-4b6c-8daa-5e076017a435 req-e9ccc51a-ddd3-4fb4-b9e8-831089794960 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b085320-e676-4064-b4b0-e91f070187e5 HTTP/1.1" status: 200 len: 217 time: 0.1456466 Jun 07 17:27:51.679179 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device b38eaef8-52a3-4d79-a47e-005b5e8e34b2 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:51.767334 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-c566273c-0bd8-432f-8d0b-d868fc50b31d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c201b133d7474cba8cc8f8a2f114db88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575987 Jun 07 17:27:51.776506 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:51.777549 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:51.777684 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55564) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:51.795901 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec436d-8c1e-4b6c-8daa-5e076017a435 req-e7b07fc8-0a06-4faf-a291-bc1fdaf0eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:51.798213 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0bec436d-8c1e-4b6c-8daa-5e076017a435 req-e7b07fc8-0a06-4faf-a291-bc1fdaf0eb35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8cb29701-2401-47ed-bddd-96a2fc7a9c96 HTTP/1.1" status: 200 len: 847 time: 0.1495113 Jun 07 17:27:51.929467 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec436d-8c1e-4b6c-8daa-5e076017a435 req-071360c1-7837-4743-b030-2e4f5e40f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:51.930830 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0bec436d-8c1e-4b6c-8daa-5e076017a435 req-071360c1-7837-4743-b030-2e4f5e40f00f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bf5a0be-9427-4639-8cdc-2efdddf7557e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1251695 Jun 07 17:27:52.058349 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:52.118116 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.118658 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.119935 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.120543 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > port after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.121036 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > port after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.121592 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > port after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.122288 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.122741 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.123390 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.123876 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.156564 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:52.211689 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:27:52.216204 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226c5f1a-ce34-47a3-a611-657346d62bea" -d '{"events": [{"server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "name": "network-vif-plugged", "status": "completed", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:27:52.232402 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:52.240467 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:52.246718 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:52.257862 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.258453 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.258981 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.259626 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:27:52.260132 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c501b8c-f6c3-4363-a314-861011ace816']}} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:52.312000 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65') {'for_net_delete': True} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:52.312307 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec8c2eb-9f5c-4d5a-9159-f67c183c0a65') {} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:52.332094 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bb9b92f1-164f-4396-a3f7-21644c836e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:52.357160 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355603'] for segment, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:52.365509 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,revision_number=7']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:52.378879 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:52.399975 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0bec436d-8c1e-4b6c-8daa-5e076017a435 req-3e09aa18-5740-4078-9b60-111c9905a9bd service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517949 Jun 07 17:27:52.445771 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bb9b92f1-164f-4396-a3f7-21644c836e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:52.461221 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0234d9a-58fa-423d-a13d-7a6674ca3e8c req-b937fd68-044a-49be-bbb4-c5f9ea53b8fe tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:52.462986 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f0234d9a-58fa-423d-a13d-7a6674ca3e8c req-b937fd68-044a-49be-bbb4-c5f9ea53b8fe tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 944 time: 0.7066867 Jun 07 17:27:52.464178 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:52.501222 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=91779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:27:52.501632 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2355273'] for segment, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: from cryptography.utils import int_from_bytes Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: from cryptography.utils import int_from_bytes Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: Traceback (most recent call last): Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: timer() Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: cb(*args, **kw) Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: return func(*args, **kwargs) Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: self._notify() Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: self.callback(batched_events) Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: event.method(event) Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: return f(self, *a, **k) Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: return self._get(url).json() Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: return self.request(url, 'GET', **kwargs) Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:27:52.520451 dv-cinder-789603-8-smb neutron-server[91779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:27:52.600484 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7f70d-853e-4506-89e4-7687009d02fd req-2d04665a-8178-4b27-8ba4-c0032a88f36d tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:52.602401 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-40a7f70d-853e-4506-89e4-7687009d02fd req-2d04665a-8178-4b27-8ba4-c0032a88f36d tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.3443909 Jun 07 17:27:52.655299 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0bec436d-8c1e-4b6c-8daa-5e076017a435 req-b3189a36-d5dc-4f3c-b326-d5c5fd579741 service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431068 Jun 07 17:27:52.656891 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f0234d9a-58fa-423d-a13d-7a6674ca3e8c req-bf45a09b-ae4f-4e84-a421-18f03c85df09 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804798 Jun 07 17:27:52.666003 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:52.686802 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:52.695647 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-40a7f70d-853e-4506-89e4-7687009d02fd req-fdf84696-f567-4ddd-841e-39edc4fc2c22 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736027 Jun 07 17:27:52.712410 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:52.718991 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] 10.222.0.13 "DELETE /v2.0/networks/0c501b8c-f6c3-4363-a314-861011ace816 HTTP/1.1" status: 204 len: 168 time: 1.2458389 Jun 07 17:27:52.734320 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c501b8c-f6c3-4363-a314-861011ace816,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:52.738822 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-67270242-a873-4c0a-a69c-0178f36fe64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:52.742910 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bb9b92f1-164f-4396-a3f7-21644c836e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:52.744808 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bb9b92f1-164f-4396-a3f7-21644c836e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:52.750089 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-bb9b92f1-164f-4396-a3f7-21644c836e1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a339dafe-03cc-479a-b0bd-0ebdd0477170 HTTP/1.1" status: 204 len: 168 time: 0.9628639 Jun 07 17:27:52.750089 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8538bc74-3331-479e-bc97-4f26b2f22e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:52.770767 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33703553-4fee-4797-bfae-46f69fcc9133 req-9b2131f7-25dd-444e-92ba-7640f43f712f tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:52.773361 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-33703553-4fee-4797-bfae-46f69fcc9133 req-9b2131f7-25dd-444e-92ba-7640f43f712f tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.4202559 Jun 07 17:27:52.783651 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b92f1-164f-4396-a3f7-21644c836e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a339dafe-03cc-479a-b0bd-0ebdd0477170,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:52.833488 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bb9b92f1-164f-4396-a3f7-21644c836e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:52.836323 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e01f16-047a-41a9-9a0c-d4a1d52e8152 x-openstack-request-id: req-e0e01f16-047a-41a9-9a0c-d4a1d52e8152 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:27:52.837136 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "name": "network-vif-plugged", "status": "completed", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:27:52.837136 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0e01f16-047a-41a9-9a0c-d4a1d52e8152 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:27:52.842033 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'code': 200} Jun 07 17:27:53.028411 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55582) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:53.093735 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-33703553-4fee-4797-bfae-46f69fcc9133 req-686e39eb-7493-4734-b1b2-bb082a1edd2d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Deleting port 691d5459-e44d-429c-b7e1-11c154de4093 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:27:53.094166 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-33703553-4fee-4797-bfae-46f69fcc9133 req-686e39eb-7493-4734-b1b2-bb082a1edd2d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:53.096689 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2daad2-3ba9-4f2f-a317-22174de8deea req-d9cdbd01-c06e-4e15-b57e-feead61d8f71 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:53.099908 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9b2daad2-3ba9-4f2f-a317-22174de8deea req-d9cdbd01-c06e-4e15-b57e-feead61d8f71 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 945 time: 0.1528881 Jun 07 17:27:53.170142 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-57164a5b-072d-4e60-8c9d-2f9362445fdc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03e35c31f367454188de9b5c12ee0214&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1362271 Jun 07 17:27:53.173084 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9b2daad2-3ba9-4f2f-a317-22174de8deea req-398dcc52-4109-4590-9a57-a806acf1c952 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647829 Jun 07 17:27:53.174859 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55586) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:53.346031 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-33703553-4fee-4797-bfae-46f69fcc9133 req-686e39eb-7493-4734-b1b2-bb082a1edd2d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] For port 691d5459-e44d-429c-b7e1-11c154de4093, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=691d5459-e44d-429c-b7e1-11c154de4093,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:53.347179 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-33703553-4fee-4797-bfae-46f69fcc9133 req-686e39eb-7493-4734-b1b2-bb082a1edd2d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:53.366063 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a37245b5-73ff-4c92-b923-9520d4c03329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:53.611131 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-33703553-4fee-4797-bfae-46f69fcc9133 req-686e39eb-7493-4734-b1b2-bb082a1edd2d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Calling delete_port for 691d5459-e44d-429c-b7e1-11c154de4093 owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:27:53.662558 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a37245b5-73ff-4c92-b923-9520d4c03329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:53.821742 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a37245b5-73ff-4c92-b923-9520d4c03329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:53.827148 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a37245b5-73ff-4c92-b923-9520d4c03329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:53.829938 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-a37245b5-73ff-4c92-b923-9520d4c03329 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d085218-721c-48f8-9057-b9bd2fe2437b HTTP/1.1" status: 204 len: 168 time: 0.6523561 Jun 07 17:27:53.832965 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:53.854818 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37245b5-73ff-4c92-b923-9520d4c03329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d085218-721c-48f8-9057-b9bd2fe2437b,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:53.862618 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a37245b5-73ff-4c92-b923-9520d4c03329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:53.990281 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55618) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:53.998453 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-33703553-4fee-4797-bfae-46f69fcc9133 req-686e39eb-7493-4734-b1b2-bb082a1edd2d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:54.011275 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4c9971b0-a753-49bd-beeb-8f8e5754ab7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:54.012055 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['71cee9e4-df40-4e37-b742-b846540dc311', '691d5459-e44d-429c-b7e1-11c154de4093'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:27:54.022013 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa724ec-67eb-4ad3-8bf9-a4863d201714 req-d3f034ec-6c24-4369-a510-8cfaf62cbcc6 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:54.030300 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1aa724ec-67eb-4ad3-8bf9-a4863d201714 req-d3f034ec-6c24-4369-a510-8cfaf62cbcc6 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.1209021 Jun 07 17:27:54.071672 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e39eb-7493-4734-b1b2-bb082a1edd2d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Pushing event deleted for resources: {'Port': ['ID=691d5459-e44d-429c-b7e1-11c154de4093,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:54.075150 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-686e39eb-7493-4734-b1b2-bb082a1edd2d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:54.100178 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1aa724ec-67eb-4ad3-8bf9-a4863d201714 req-addfd715-e698-4269-a046-eeeee0dee6d4 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652239 Jun 07 17:27:54.179912 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-33703553-4fee-4797-bfae-46f69fcc9133 req-686e39eb-7493-4734-b1b2-bb082a1edd2d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] No DVR routers for this DVR port 691d5459-e44d-429c-b7e1-11c154de4093 on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:27:54.183789 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-33703553-4fee-4797-bfae-46f69fcc9133 req-686e39eb-7493-4734-b1b2-bb082a1edd2d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:54.186949 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-33703553-4fee-4797-bfae-46f69fcc9133 req-686e39eb-7493-4734-b1b2-bb082a1edd2d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.24 "DELETE /v2.0/ports/691d5459-e44d-429c-b7e1-11c154de4093 HTTP/1.1" status: 204 len: 173 time: 1.4056976 Jun 07 17:27:54.188159 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9', 'name': 'network-vif-deleted', 'tag': '691d5459-e44d-429c-b7e1-11c154de4093'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:27:54.202158 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95e1a4b-6169-47c9-946e-ce6a9a236014" -d '{"events": [{"server_uuid": "a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9", "name": "network-vif-deleted", "tag": "691d5459-e44d-429c-b7e1-11c154de4093"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:27:54.591521 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1771595167-network', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:54.611517 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d80cb-6ce6-4ad5-ad4d-9094eb4f795f req-fd8ecc0d-27b3-4e01-80dc-680a16a4916e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:54.623911 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fc4d80cb-6ce6-4ad5-ad4d-9094eb4f795f req-fd8ecc0d-27b3-4e01-80dc-680a16a4916e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.2617838 Jun 07 17:27:54.641510 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Made reservation on behalf of 55ca40200b374d32a515c7bdd771f3f8 for: {'network': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:27:54.647401 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:54.719099 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fc4d80cb-6ce6-4ad5-ad4d-9094eb4f795f req-020168d4-5e5a-4a79-a78f-628df7ff956d tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919847 Jun 07 17:27:54.730339 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7cf018f2-d48b-43d9-94de-f6e60592d8d5 req-7edce7b3-3460-4824-8407-19e7c318d69a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9 HTTP/1.1" status: 200 len: 210 time: 0.0615242 Jun 07 17:27:54.731154 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:54.807961 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe2bc06-d8f1-4166-8863-08245858c640 x-openstack-request-id: req-ffe2bc06-d8f1-4166-8863-08245858c640 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:27:54.808218 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9", "name": "network-vif-deleted", "tag": "691d5459-e44d-429c-b7e1-11c154de4093", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:27:54.808697 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffe2bc06-d8f1-4166-8863-08245858c640 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:27:54.809598 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ede5b7-fd3c-49e4-a7bf-54c7dcab42c9', 'name': 'network-vif-deleted', 'tag': '691d5459-e44d-429c-b7e1-11c154de4093', 'status': 'completed', 'code': 200} Jun 07 17:27:54.941246 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:54.947721 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:54.952533 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:54.983516 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=91779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:27:54.999453 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9085fc8-adc1-402e-a180-1f55f1d28938,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:55.007467 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:55.008539 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:55.009363 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.segments_db [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Added segment 87543d50-7447-4a43-8603-6fd947f4f6ad of type vlan for network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed Jun 07 17:27:55.043330 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:55.080454 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:55.083132 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:55.084009 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:55.093484 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:55.173912 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 55648) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:55.175027 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1822925 Jun 07 17:27:55.192452 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] Request body: {'subnet': {'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1771595167-subnet', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'ip_version': 4}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:55.256891 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] Made reservation on behalf of 55ca40200b374d32a515c7bdd771f3f8 for: {'subnet': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:27:55.275641 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1213450'] for subnet, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:55.458161 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Pushing event updated for resources: {'Network': ['ID=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:55.484958 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:27:55.521386 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:55.619785 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6647cf3-e73f-4a62-8137-975d0cfc0fdf req-031183f9-968e-45e5-9035-c07202ab023a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:55.623849 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c6647cf3-e73f-4a62-8137-975d0cfc0fdf req-031183f9-968e-45e5-9035-c07202ab023a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.1660166 Jun 07 17:27:55.708954 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1213492'] for subnet, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:55.709955 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c6647cf3-e73f-4a62-8137-975d0cfc0fdf req-2bcc6e55-379e-4c89-ab0f-28d800f646ab tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799859 Jun 07 17:27:55.728969 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:55.876597 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] Checking segment: {'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:27:55.880754 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] Network hostable DHCP agents. Network: 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:27:55.891845 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c63c19-8182-44e8-8d03-6ffe55d16f64,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:55.901586 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:55.930790 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] Network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:27:55.952455 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed) {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:55.968746 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:55.969129 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ee688-6041-4954-bd4d-8af413a04a22 None None] Network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:27:55.970823 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:56.030504 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-41293cbb-878a-4605-bc72-c2ee512c4a52 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8519821 Jun 07 17:27:56.035459 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 55674) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:56.044511 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:56.103765 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12569'] for router, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:56.107803 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12544'] for router, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:56.167599 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:56.297219 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2f496-6679-4b5e-8bbd-8737794c91c9 req-9cf45761-21f4-47f9-a6b9-8362e6557d0c tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:56.319893 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-81d2f496-6679-4b5e-8bbd-8737794c91c9 req-9cf45761-21f4-47f9-a6b9-8362e6557d0c tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.3645010 Jun 07 17:27:56.346907 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a13f779-604b-5941-8d5b-d57239b9adb2-3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'fixed_ips': [{'subnet_id': '70c63c19-8182-44e8-8d03-6ffe55d16f64'}]}} from dv-cinder-789603-8-smb. {{(pid=91780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:27:56.348889 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:56.439985 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-81d2f496-6679-4b5e-8bbd-8737794c91c9 req-6ccd2afd-9081-4eb6-ae5e-165c5e763009 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184287 Jun 07 17:27:56.640741 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.db_base_plugin_common [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Allocated IP 172.20.0.2 (3c86886e-5f82-4f36-80fa-5c1fdc3d34ed/70c63c19-8182-44e8-8d03-6ffe55d16f64/892a8f7d-b50c-4fbe-8d02-a32d0d102f6e) {{(pid=91780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:27:56.724866 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12598'] for router, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:57.164679 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Notify callbacks [] for port, precommit_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:57.179093 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Transition to ACTIVE for port object 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:57.209246 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Transition to ACTIVE for port object 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e will not be triggered until provisioned by entity DHCP. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:57.220241 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:57.221053 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:57.221053 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:27:57.221053 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:27:57.221053 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:27:57.221053 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:57.221053 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Jun 07 17:27:57.271906 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed is already hosted by enough agents. {{(pid=91780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:27:57.275482 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.base_scheduler [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Resources bound (agent type, host, resource id): {{(pid=91780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:57.284805 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Received port after_create {{(pid=91780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:27:57.453057 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37747f3-a375-4325-b94f-5ca6dbcd84ba req-6f2809c3-c104-48d3-a6a8-5c01dd0680c7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:57.464187 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f37747f3-a375-4325-b94f-5ca6dbcd84ba req-6f2809c3-c104-48d3-a6a8-5c01dd0680c7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.3176367 Jun 07 17:27:57.493483 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Attempting to bind port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:27:57.496080 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Attempting to bind port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:27:57.497756 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Attempting to bind port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e on network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:27:57.510008 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:27:57.510991 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Checking segment: {'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:27:57.511632 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:57.512201 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Bound using segment: {'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:27:57.513495 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Bound port: 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:27:57.514145 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:57.626209 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f37747f3-a375-4325-b94f-5ca6dbcd84ba req-cd179700-d439-4b79-88ba-2f1eb888676b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455882 Jun 07 17:27:57.704611 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] For port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:27:57.714260 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] For port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=892a8f7d-b50c-4fbe-8d02-a32d0d102f6e,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:27:57.720349 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8b085320-e676-4064-b4b0-e91f070187e5 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:27:57.757728 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 691d5459-e44d-429c-b7e1-11c154de4093 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:27:57.760677 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe89365-ac9b-42db-a324-4eb662b568aa req-f59f0633-3a01-4808-a96d-7cd4af6ac634 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:57.772515 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-abe89365-ac9b-42db-a324-4eb662b568aa req-f59f0633-3a01-4808-a96d-7cd4af6ac634 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.5982494 Jun 07 17:27:57.828058 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: 691d5459-e44d-429c-b7e1-11c154de4093 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:27:57.828635 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 691d5459-e44d-429c-b7e1-11c154de4093 not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:27:57.832119 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:57.851552 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-56918ff9-d80b-4055-b385-2ac90bdae9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:57.992886 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.db.resource_extend [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:27:58.167454 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:58.248538 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Pushing event updated for resources: {'Port': ['ID=892a8f7d-b50c-4fbe-8d02-a32d0d102f6e,revision_number=2']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:58.256477 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:58.267038 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-abe89365-ac9b-42db-a324-4eb662b568aa req-418cd8b3-ea69-4fab-a4e6-a80a81200a6a tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903557 Jun 07 17:27:58.313141 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:58.419482 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8b085320-e676-4064-b4b0-e91f070187e5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b085320-e676-4064-b4b0-e91f070187e5,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:58.449753 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '8b085320-e676-4064-b4b0-e91f070187e5', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'port_id': '8b085320-e676-4064-b4b0-e91f070187e5', 'mac_address': 'fa:16:3e:3a:5a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:27:58.621169 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9c803-2527-4fca-860b-d311dcc838f2 req-cac0c27e-d62a-494e-90d9-86881c4a113c tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:58.633144 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b4b9c803-2527-4fca-860b-d311dcc838f2 req-cac0c27e-d62a-494e-90d9-86881c4a113c tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.4360015 Jun 07 17:27:58.794453 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b4b9c803-2527-4fca-860b-d311dcc838f2 req-51824fe7-f929-4953-8d3a-ebffbc01fdca tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600530 Jun 07 17:27:58.826974 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:58.885652 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Allocated IP 172.28.2.26 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/6729532c-4a28-4046-a79f-c6fa510b2083) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:27:58.955122 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b085320-e676-4064-b4b0-e91f070187e5 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:27:59.092788 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55732) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:59.341062 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:59.366780 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e525f3-cb8e-4931-a938-2500cc1d25a1 req-f5d60bc7-7908-41b7-a7f8-f09a495cecc1 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:59.369545 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-71e525f3-cb8e-4931-a938-2500cc1d25a1 req-f5d60bc7-7908-41b7-a7f8-f09a495cecc1 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.2080014 Jun 07 17:27:59.378284 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8b085320-e676-4064-b4b0-e91f070187e5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b085320-e676-4064-b4b0-e91f070187e5,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:59.389568 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:59.423152 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-b9fe6a67-8cf6-4cef-bb24-5a1b9ea45e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:59.523074 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:59.524081 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:59.524081 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:27:59.524081 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:27:59.524081 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:27:59.524081 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:59.524081 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:27:59.576755 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-06711c92-73bb-4b44-98c6-147a09053580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:59.656943 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-71e525f3-cb8e-4931-a938-2500cc1d25a1 req-bacf427a-4445-4b6e-9273-a263111875aa tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416077 Jun 07 17:27:59.723255 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:27:59.726170 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:59.733615 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:27:59.767687 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=8b085320-e676-4064-b4b0-e91f070187e5,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:59.787380 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:59.980700 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-06711c92-73bb-4b44-98c6-147a09053580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:59.988841 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-06711c92-73bb-4b44-98c6-147a09053580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:00.035116 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bde02f38-5b2f-427b-94f7-097dbad75270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:00.069645 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['8b085320-e676-4064-b4b0-e91f070187e5'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:28:00.284369 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-06711c92-73bb-4b44-98c6-147a09053580 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ad719b0dad14f6689a35275799a5694&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1872365 Jun 07 17:28:00.295800 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55746) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:00.350561 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06711c92-73bb-4b44-98c6-147a09053580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09666ee3-a96a-4b4c-8111-d58efb28c287,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:00.360955 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-06711c92-73bb-4b44-98c6-147a09053580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:00.407704 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-961bf37b-cb36-4486-9748-489bc7110c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:00.450067 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646e84c-7a59-4802-b2b4-d4148042aa0f None None] Network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:28:00.503800 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b3c54302-1c62-41c2-89f9-8ef1cb8ab16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:00.578516 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b3c54302-1c62-41c2-89f9-8ef1cb8ab16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:00.618303 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:00.719675 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1fa3b-b26c-409f-bf8c-31b63e6015d5 req-726daa1a-0671-42a1-8879-e57284abd495 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:00.732226 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-67b1fa3b-b26c-409f-bf8c-31b63e6015d5 req-726daa1a-0671-42a1-8879-e57284abd495 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.6670151 Jun 07 17:28:00.804318 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b3c54302-1c62-41c2-89f9-8ef1cb8ab16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:00.809254 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b3c54302-1c62-41c2-89f9-8ef1cb8ab16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:00.814180 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-b3c54302-1c62-41c2-89f9-8ef1cb8ab16f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09666ee3-a96a-4b4c-8111-d58efb28c287 HTTP/1.1" status: 204 len: 168 time: 0.5121233 Jun 07 17:28:00.824338 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-13b57d07-3639-4cc3-98a0-804aedb45e4f None None] Provisioning for port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:28:00.825732 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-06711c92-73bb-4b44-98c6-147a09053580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:00.943915 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-67b1fa3b-b26c-409f-bf8c-31b63e6015d5 req-13742f0c-7cdd-4617-9564-e7545c8ccf5d tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072024 Jun 07 17:28:00.948621 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c54302-1c62-41c2-89f9-8ef1cb8ab16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09666ee3-a96a-4b4c-8111-d58efb28c287,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:00.972049 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b3c54302-1c62-41c2-89f9-8ef1cb8ab16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:01.039548 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205a04f-0f8a-4f82-9ee0-05fab087ab02 req-f7b7a79a-56c8-4569-994c-6559167909ed tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:01.052036 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1205a04f-0f8a-4f82-9ee0-05fab087ab02 req-f7b7a79a-56c8-4569-994c-6559167909ed tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 944 time: 0.4781919 Jun 07 17:28:01.146021 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1205a04f-0f8a-4f82-9ee0-05fab087ab02 req-c12d0b33-84a4-41bc-942b-78209217c71d tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915487 Jun 07 17:28:01.172057 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:01.189158 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:28:01.326428 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:01.326428 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:01.594269 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd858c57-6b18-496a-bd37-65926b5ab270 req-65f1dd96-8f71-4f0d-a5ed-469c4c2bc3a2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:01.605756 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cd858c57-6b18-496a-bd37-65926b5ab270 req-65f1dd96-8f71-4f0d-a5ed-469c4c2bc3a2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.3604331 Jun 07 17:28:01.712501 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:01.740389 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cd858c57-6b18-496a-bd37-65926b5ab270 req-d8351aa0-ba8d-4cf8-bc9c-87f74c925206 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336000 Jun 07 17:28:01.962842 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55758) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:02.036195 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3cdad8e3-02c5-49f8-b4c3-2422c136fb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:02.070712 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=892a8f7d-b50c-4fbe-8d02-a32d0d102f6e,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:02.088561 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:02.105869 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:02.310808 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3cdad8e3-02c5-49f8-b4c3-2422c136fb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:02.320703 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3cdad8e3-02c5-49f8-b4c3-2422c136fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:02.384199 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=892a8f7d-b50c-4fbe-8d02-a32d0d102f6e,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:02.397347 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:02.430754 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-6f407b24-6b56-42a9-a657-a2dcb784b9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:02.484561 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-3cdad8e3-02c5-49f8-b4c3-2422c136fb6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e2e8dff7e994a258b187671fb72643f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170517 Jun 07 17:28:02.500095 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55766) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:02.501410 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdad8e3-02c5-49f8-b4c3-2422c136fb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c7d074-d822-4c6c-8d4e-8cc1daf34e21,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:02.518029 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-3cdad8e3-02c5-49f8-b4c3-2422c136fb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:02.567439 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-3ff44b31-61ab-4031-b1ac-b6ec8b08c06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:02.654096 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353706'] for router, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:02.677253 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-32aa39f6-c383-4b04-84c9-0ff9980fa938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:02.762636 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade11f3c-c0fb-4d39-84d6-4b57483c8d76 req-6e9f1473-fc2e-499d-a899-c8c8f7fc1441 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:02.770426 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ade11f3c-c0fb-4d39-84d6-4b57483c8d76 req-6e9f1473-fc2e-499d-a899-c8c8f7fc1441 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 944 time: 0.2640634 Jun 07 17:28:02.805452 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:02.821986 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-32aa39f6-c383-4b04-84c9-0ff9980fa938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:02.870841 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-3e8c0e00-c0ed-4b85-961a-4949553edc6a None None] Provisioning complete for port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:02.870841 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0e00-c0ed-4b85-961a-4949553edc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:02.894688 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25051c-a172-48c9-b8f9-793b15abe7d3 req-9f0bf874-6afe-495e-b83a-c1f04e553f79 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:02.896336 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ade11f3c-c0fb-4d39-84d6-4b57483c8d76 req-04965dc9-5b6a-4236-a293-d3522382b28f tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244662 Jun 07 17:28:02.908437 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1c25051c-a172-48c9-b8f9-793b15abe7d3 req-9f0bf874-6afe-495e-b83a-c1f04e553f79 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.4808381 Jun 07 17:28:02.983284 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ca23c-e0b0-4bc4-8365-8ce5b3f8c6b5 req-8adfeb4b-93e0-4546-9ce4-c7200bc97b9c tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:02.986044 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-db1ca23c-e0b0-4bc4-8365-8ce5b3f8c6b5 req-8adfeb4b-93e0-4546-9ce4-c7200bc97b9c tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 945 time: 0.3060963 Jun 07 17:28:03.215120 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1c25051c-a172-48c9-b8f9-793b15abe7d3 req-88dfc558-2b05-44f1-bc1b-8d621e59a053 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/security-groups?id=2875d688-e6be-4510-a8eb-d9025a252849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043125 Jun 07 17:28:03.358570 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 is scheduled to L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 with binding_index 1 {{(pid=91778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:28:03.493273 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-32aa39f6-c383-4b04-84c9-0ff9980fa938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:03.499637 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-32aa39f6-c383-4b04-84c9-0ff9980fa938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:03.502397 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-32aa39f6-c383-4b04-84c9-0ff9980fa938 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06c7d074-d822-4c6c-8d4e-8cc1daf34e21 HTTP/1.1" status: 204 len: 168 time: 0.9972146 Jun 07 17:28:03.508534 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-919e70be-cf34-40d2-8cdb-404a720f2a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:03.558588 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa39f6-c383-4b04-84c9-0ff9980fa938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c7d074-d822-4c6c-8d4e-8cc1daf34e21,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:03.587733 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-32aa39f6-c383-4b04-84c9-0ff9980fa938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:03.616804 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-db1ca23c-e0b0-4bc4-8365-8ce5b3f8c6b5 req-1b33e489-f468-4d99-826f-135fe5a81c62 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Deleting port 71cee9e4-df40-4e37-b742-b846540dc311 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:28:03.617365 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-db1ca23c-e0b0-4bc4-8365-8ce5b3f8c6b5 req-1b33e489-f468-4d99-826f-135fe5a81c62 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:03.734692 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8b085320-e676-4064-b4b0-e91f070187e5 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:03.976522 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:28:03.996987 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Sync routers for ids ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:28:04.004649 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:04.027765 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a73e0a-113c-4b91-9291-617240da7f75 req-d3db7e04-ed3a-4055-8927-9f56cd82ea3e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:04.031243 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Routers {'8ea22a27-eea7-45f7-a41e-16f40cd844a7'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:28:04.032391 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:28:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:04.034176 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-38a73e0a-113c-4b91-9291-617240da7f75 req-d3db7e04-ed3a-4055-8927-9f56cd82ea3e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.3557661 Jun 07 17:28:04.068769 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port 8b085320-e676-4064-b4b0-e91f070187e5 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:28:04.074367 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 8b085320-e676-4064-b4b0-e91f070187e5 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:04.074751 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:04.083425 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-db1ca23c-e0b0-4bc4-8365-8ce5b3f8c6b5 req-1b33e489-f468-4d99-826f-135fe5a81c62 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] For port 71cee9e4-df40-4e37-b742-b846540dc311, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=71cee9e4-df40-4e37-b742-b846540dc311,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:04.084364 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-db1ca23c-e0b0-4bc4-8365-8ce5b3f8c6b5 req-1b33e489-f468-4d99-826f-135fe5a81c62 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:04.182716 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] Notify callbacks [] for router, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:04.188549 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-1fba03a9-f2ab-4d8d-a1da-5ada2978e30f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1473475 Jun 07 17:28:04.210738 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 55784) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:04.365004 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:04.446934 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8b085320-e676-4064-b4b0-e91f070187e5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b085320-e676-4064-b4b0-e91f070187e5,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:04.449230 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:28:04.458765 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15785c52-f989-48e1-9a8e-b379cdd8ea70" -d '{"events": [{"server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "name": "network-vif-plugged", "status": "completed", "tag": "8b085320-e676-4064-b4b0-e91f070187e5"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:28:04.468856 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:04.530242 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Set router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:28:04.547060 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-38a73e0a-113c-4b91-9291-617240da7f75 req-f51036c0-6d73-4bea-8f23-abfebb87c14b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4419770 Jun 07 17:28:04.573597 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:04.640239 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:04.662831 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-db1ca23c-e0b0-4bc4-8365-8ce5b3f8c6b5 req-1b33e489-f468-4d99-826f-135fe5a81c62 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Calling delete_port for 71cee9e4-df40-4e37-b742-b846540dc311 owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:28:04.809156 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bccc4a-cfe8-4668-befe-8ecaa33fc916 req-e0192696-04ab-49ad-9c42-f17200d71c69 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:04.818133 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b0bccc4a-cfe8-4668-befe-8ecaa33fc916 req-e0192696-04ab-49ad-9c42-f17200d71c69 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.2868502 Jun 07 17:28:05.161863 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=8b085320-e676-4064-b4b0-e91f070187e5,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:05.177191 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:05.214069 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:05.214456 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:05.250745 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b0bccc4a-cfe8-4668-befe-8ecaa33fc916 req-eb4464b3-cfb3-4d01-8c85-abe455bca1fe tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4107044 Jun 07 17:28:05.506019 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-db1ca23c-e0b0-4bc4-8365-8ce5b3f8c6b5 req-1b33e489-f468-4d99-826f-135fe5a81c62 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:05.538775 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5869f7ba-2837-463b-a866-c956291e553d tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:05.610706 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['71cee9e4-df40-4e37-b742-b846540dc311'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:28:05.725785 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:28:00Z', 'revision_number': 3, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:05.741241 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Checking router: 8ea22a27-eea7-45f7-a41e-16f40cd844a7 for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:28:05.745181 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Updating router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 port 6729532c-4a28-4046-a79f-c6fa510b2083 binding host dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:28:05.842281 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33e489-f468-4d99-826f-135fe5a81c62 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Pushing event deleted for resources: {'Port': ['ID=71cee9e4-df40-4e37-b742-b846540dc311,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:05.918458 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:05.925264 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72087573-d0b9-47f9-bf8b-abadf152e99c x-openstack-request-id: req-72087573-d0b9-47f9-bf8b-abadf152e99c {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:28:05.925687 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "name": "network-vif-plugged", "status": "completed", "tag": "8b085320-e676-4064-b4b0-e91f070187e5", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:28:05.926072 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72087573-d0b9-47f9-bf8b-abadf152e99c {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:28:05.926637 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5', 'code': 200} Jun 07 17:28:06.038272 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:06.041390 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-1b33e489-f468-4d99-826f-135fe5a81c62 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:06.164117 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d7f83ea5-2693-477d-85de-5467459300a3 req-1088fc41-be4e-47b6-abf6-cfdd6f0b57a1 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 210 time: 0.4803870 Jun 07 17:28:06.422393 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1ca23c-e0b0-4bc4-8365-8ce5b3f8c6b5 req-1b33e489-f468-4d99-826f-135fe5a81c62 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] No DVR routers for this DVR port 71cee9e4-df40-4e37-b742-b846540dc311 on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:28:06.432498 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-db1ca23c-e0b0-4bc4-8365-8ce5b3f8c6b5 req-1b33e489-f468-4d99-826f-135fe5a81c62 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:06.441477 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-db1ca23c-e0b0-4bc4-8365-8ce5b3f8c6b5 req-1b33e489-f468-4d99-826f-135fe5a81c62 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.24 "DELETE /v2.0/ports/71cee9e4-df40-4e37-b742-b846540dc311 HTTP/1.1" status: 204 len: 173 time: 3.4319599 Jun 07 17:28:06.442790 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6842e2-6817-423f-bae7-1e28e29ad543', 'name': 'network-vif-deleted', 'tag': '71cee9e4-df40-4e37-b742-b846540dc311'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:28:06.446820 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3092b16-716b-4fd5-8040-9c7e652ec50f" -d '{"events": [{"server_uuid": "ea6842e2-6817-423f-bae7-1e28e29ad543", "name": "network-vif-deleted", "tag": "71cee9e4-df40-4e37-b742-b846540dc311"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:28:07.018529 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:07.037332 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ce910-bc4f-4b2b-9552-1e7dcccc2fb8 req-aeb03626-0a26-4a03-a319-f2d8d7ace6c2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:07.056486 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1e3ce910-bc4f-4b2b-9552-1e7dcccc2fb8 req-aeb03626-0a26-4a03-a319-f2d8d7ace6c2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.5263186 Jun 07 17:28:07.097411 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedde7d9-0a06-44f6-ba2e-42a635a6a515 req-59a090c7-3076-4904-a33c-1436c6ed6dc1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:07.099116 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-aedde7d9-0a06-44f6-ba2e-42a635a6a515 req-59a090c7-3076-4904-a33c-1436c6ed6dc1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.2736950 Jun 07 17:28:07.178795 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1e3ce910-bc4f-4b2b-9552-1e7dcccc2fb8 req-f1bf9a91-5a4b-413f-a8c7-743b2ab6d4a4 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208200 Jun 07 17:28:07.245046 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Notify callbacks [] for port, precommit_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:07.247162 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cf186-2905-4be6-9704-65c1fc3fdcac req-f5c572f5-64be-41ef-8aca-982f0938206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:07.249494 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.provisioning_blocks [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Transition to ACTIVE for port object 6729532c-4a28-4046-a79f-c6fa510b2083 will not be triggered until provisioned by entity L2. {{(pid=91781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:28:07.258298 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-922cf186-2905-4be6-9704-65c1fc3fdcac req-f5c572f5-64be-41ef-8aca-982f0938206f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 1098 time: 0.4426236 Jun 07 17:28:07.258631 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:07.273008 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-0f3a34a9-6bc4-46da-8c44-8f6d6730f278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:07.364368 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-aedde7d9-0a06-44f6-ba2e-42a635a6a515 req-be6325d1-5410-4951-83e9-7bea56d45e9e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469144 Jun 07 17:28:07.428550 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1f160f-ec07-48c4-90d2-52622de5287c x-openstack-request-id: req-6b1f160f-ec07-48c4-90d2-52622de5287c {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:28:07.429075 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6842e2-6817-423f-bae7-1e28e29ad543", "name": "network-vif-deleted", "tag": "71cee9e4-df40-4e37-b742-b846540dc311", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:28:07.429491 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b1f160f-ec07-48c4-90d2-52622de5287c {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:28:07.431175 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6842e2-6817-423f-bae7-1e28e29ad543', 'name': 'network-vif-deleted', 'tag': '71cee9e4-df40-4e37-b742-b846540dc311', 'status': 'completed', 'code': 200} Jun 07 17:28:07.434860 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-922cf186-2905-4be6-9704-65c1fc3fdcac req-67524ef5-49cc-4792-a5a1-06b2735f77e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717656 Jun 07 17:28:07.625161 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Attempting to bind port 6729532c-4a28-4046-a79f-c6fa510b2083 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:28:07.625892 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Attempting to bind port 6729532c-4a28-4046-a79f-c6fa510b2083 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:28:07.626488 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Attempting to bind port 6729532c-4a28-4046-a79f-c6fa510b2083 on network 5c076886-0b3f-40b9-b1ca-c907755baaf9 {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:28:07.660571 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:28:07.661172 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Checking segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:28:07.661807 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:07.662458 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Bound using segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:28:07.679340 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Bound port: 6729532c-4a28-4046-a79f-c6fa510b2083, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:28:07.680171 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:07.759105 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 71cee9e4-df40-4e37-b742-b846540dc311 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:28:07.859029 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d6b6ed3c-e1e2-4e21-8005-984401605eac req-ba3b52fe-59ac-46b5-a2fa-05e2a43047f8 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea6842e2-6817-423f-bae7-1e28e29ad543 HTTP/1.1" status: 200 len: 210 time: 0.1252441 Jun 07 17:28:08.076583 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: 71cee9e4-df40-4e37-b742-b846540dc311 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:28:08.079038 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 71cee9e4-df40-4e37-b742-b846540dc311 not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:28:08.091553 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] For port 6729532c-4a28-4046-a79f-c6fa510b2083, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:28:08.103754 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] For port 6729532c-4a28-4046-a79f-c6fa510b2083, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=6729532c-4a28-4046-a79f-c6fa510b2083,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:28:08.104088 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Allocated IP 172.20.0.1 (3c86886e-5f82-4f36-80fa-5c1fdc3d34ed/70c63c19-8182-44e8-8d03-6ffe55d16f64/90ced65c-6fff-495f-9ec3-3c7e51d0ac24) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:28:08.107593 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Pushing event updated for resources: {'Port': ['ID=6729532c-4a28-4046-a79f-c6fa510b2083,revision_number=2']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:08.133131 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:08.133474 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:08.134796 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:08.136581 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:08.139070 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:08.140285 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:08.140889 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:08.142870 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:08.143396 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:08.144387 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:08.146385 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:08.147595 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:08.159345 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:08.161220 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:08.169147 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-5fb4f749-8e3f-416c-8989-f45ecc7054df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:08.261265 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Pushing event updated for resources: {'Port': ['ID=6729532c-4a28-4046-a79f-c6fa510b2083,revision_number=3']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:08.291947 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-8081cc10-3127-4fea-9389-95fba34c75c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:08.314499 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Routers {'8ea22a27-eea7-45f7-a41e-16f40cd844a7'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:28:08.315063 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:28:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:08.461420 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:08.553652 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Transition to ACTIVE for port object 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 will not be triggered until provisioned by entity DHCP. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:28:08.748996 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:08.756502 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:28:08.756502 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:28:08.756502 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:28:08.756502 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:28:08.756502 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:28:08.756502 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:28:08.788165 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176a033-5353-4ee0-b59a-b0728f45aa2f req-359bc585-12d2-4591-8005-e5c0b409868f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:08.797428 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8176a033-5353-4ee0-b59a-b0728f45aa2f req-359bc585-12d2-4591-8005-e5c0b409868f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.2420435 Jun 07 17:28:08.805161 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] Set router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:28:08.898382 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:28:08.903378 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:28:08.912167 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:28:08.973192 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8176a033-5353-4ee0-b59a-b0728f45aa2f req-c2f13d78-0d4d-4e9a-b8d2-ba62cf3aa4ef tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739295 Jun 07 17:28:09.157727 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d7c6a-4b27-4f94-839f-35a44a5f7466 req-87bfa8ea-9f2a-4c03-9614-ab7e3b798cc8 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:09.192652 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-403d7c6a-4b27-4f94-839f-35a44a5f7466 req-87bfa8ea-9f2a-4c03-9614-ab7e3b798cc8 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.5562081 Jun 07 17:28:09.263523 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:28:00Z', 'revision_number': 3, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:09.269487 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dddf64-4750-4279-af63-94c5ec01f40f None None] The sync data for ids ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'] in dv-cinder-789603-8-smb is: [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:28:00Z', 'revision_number': 3, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:28:09.282886 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55862) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:09.381444 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481504'] for router_interface, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:09.507665 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-c65c43c3-9c5b-4cf7-9e41-89201928f349 None None] Provisioning for port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:28:09.517612 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-c65c43c3-9c5b-4cf7-9e41-89201928f349 None None] Provisioning complete for port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:09.518355 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c65c43c3-9c5b-4cf7-9e41-89201928f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:09.575789 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-403d7c6a-4b27-4f94-839f-35a44a5f7466 req-7189ae2c-b812-412c-aee6-34f4c478ab9a tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686721 Jun 07 17:28:09.797192 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-c65c43c3-9c5b-4cf7-9e41-89201928f349 None None] Port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:28:10.077330 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:10.400138 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 6729532c-4a28-4046-a79f-c6fa510b2083 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:10.634768 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 6729532c-4a28-4046-a79f-c6fa510b2083 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:28:10.640872 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 6729532c-4a28-4046-a79f-c6fa510b2083 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:10.641261 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:10.995049 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1d20e-1c92-4d91-826e-6245d33d0862 req-728e6da0-c7eb-4f12-be83-6da57511a26e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:10.997624 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-92d1d20e-1c92-4d91-826e-6245d33d0862 req-728e6da0-c7eb-4f12-be83-6da57511a26e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.7989328 Jun 07 17:28:11.008203 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352978'] for router_interface, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:11.171637 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:11.234518 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:11.244890 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:11.318930 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 6729532c-4a28-4046-a79f-c6fa510b2083, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=6729532c-4a28-4046-a79f-c6fa510b2083,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:11.328697 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:11.332162 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:11.480042 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:11.588302 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=6729532c-4a28-4046-a79f-c6fa510b2083,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:11.595479 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-490665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352952'] for router_interface, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:11.605483 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:11.686191 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-92d1d20e-1c92-4d91-826e-6245d33d0862 req-4a8eeebd-a35a-4bcf-90dc-1386afe69036 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6571946 Jun 07 17:28:11.855954 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Pushing event updated for resources: {'Port': ['ID=90ced65c-6fff-495f-9ec3-3c7e51d0ac24,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:11.884843 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:12.058247 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4d66a-a084-4742-8cc3-dc4cde247199 req-2743eab9-b3d3-4e96-9813-2f6796d453ab tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:12.065540 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:28:12.067047 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b6f4d66a-a084-4742-8cc3-dc4cde247199 req-2743eab9-b3d3-4e96-9813-2f6796d453ab tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.8143966 Jun 07 17:28:12.067927 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:28:12.157675 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b6f4d66a-a084-4742-8cc3-dc4cde247199 req-e8880956-acdd-4650-9d5e-af41b7c3ba80 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894277 Jun 07 17:28:12.319682 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:12.498240 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 6729532c-4a28-4046-a79f-c6fa510b2083 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:12.498619 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] Deleting port d83a81cf-5167-4d54-8d68-50c2e0095494 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:28:12.498912 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:12.674743 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-21849cb4-0532-4fe9-9939-65c2308062a5 None None] Provisioning complete for port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:12.675470 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-21849cb4-0532-4fe9-9939-65c2308062a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:12.725661 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] For port d83a81cf-5167-4d54-8d68-50c2e0095494, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=d83a81cf-5167-4d54-8d68-50c2e0095494,segment=NetworkSegment(ae75a7b3-1734-42b8-857f-78f1e5621e60),segment_id=ae75a7b3-1734-42b8-857f-78f1e5621e60)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:12.726087 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:12.771027 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-21849cb4-0532-4fe9-9939-65c2308062a5 None None] Port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:28:12.791169 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 6729532c-4a28-4046-a79f-c6fa510b2083 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:12.791915 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:12.819127 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:28:12.994612 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] Calling delete_port for d83a81cf-5167-4d54-8d68-50c2e0095494 owned by network:router_interface {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:28:13.126809 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb1a1a-741a-4906-8557-56dbeaee57cb req-1aa6fa61-7432-4676-8d51-f632f4680d9f tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:13.146374 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dcfb1a1a-741a-4906-8557-56dbeaee57cb req-1aa6fa61-7432-4676-8d51-f632f4680d9f tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.5738106 Jun 07 17:28:13.306001 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dcfb1a1a-741a-4906-8557-56dbeaee57cb req-b44921c6-f7fa-45b4-ab11-5d171f4ae5b3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582091 Jun 07 17:28:13.378993 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55910) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:13.379864 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:13.420966 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e935cb60-594e-4378-a5ca-d366451c1fb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:13.580045 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] Pushing event deleted for resources: {'Port': ['ID=d83a81cf-5167-4d54-8d68-50c2e0095494,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:13.584642 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:28:13.596683 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Sync routers for ids ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:28:13.598196 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] 10.222.0.13 "PUT /v2.0/routers/8ea22a27-eea7-45f7-a41e-16f40cd844a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3858805 Jun 07 17:28:13.626305 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Routers {'8ea22a27-eea7-45f7-a41e-16f40cd844a7'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:28:13.627868 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:28:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:13.677218 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da92a9-b045-4fc1-85c5-9e4b7e6c2efd req-85530966-bfe8-4fc4-866f-47d2b1805c70 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:13.678956 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b9da92a9-b045-4fc1-85c5-9e4b7e6c2efd req-85530966-bfe8-4fc4-866f-47d2b1805c70 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 946 time: 0.2121854 Jun 07 17:28:13.746985 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:13.828879 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b9da92a9-b045-4fc1-85c5-9e4b7e6c2efd req-e710175e-018c-40a8-89bd-54ee63dcd9c5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373372 Jun 07 17:28:14.130117 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Set router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:28:14.166400 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-490656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360348'] for router_interface, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:14.186180 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c338d-8656-4bbd-a2e7-5df521f983c3 req-a37e0115-9c70-49a7-9930-077a423f964c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:14.194111 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-255c338d-8656-4bbd-a2e7-5df521f983c3 req-a37e0115-9c70-49a7-9930-077a423f964c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.8703952 Jun 07 17:28:14.359827 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-255c338d-8656-4bbd-a2e7-5df521f983c3 req-53e27e2b-ec8c-4350-a2be-5c796c3f7118 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646256 Jun 07 17:28:14.386789 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8530eb8-5ccf-4e6b-a848-52fa37d52cc5 tempest-TestShelveInstance-2056910009 tempest-TestShelveInstance-2056910009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:14.389142 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-c8530eb8-5ccf-4e6b-a848-52fa37d52cc5 tempest-TestShelveInstance-2056910009 tempest-TestShelveInstance-2056910009-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 1093 time: 1.0042183 Jun 07 17:28:14.395549 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 55920) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:14.401328 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Request body: {'floatingip': {'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'port_id': '8b085320-e676-4064-b4b0-e91f070187e5', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:28:14.487773 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for floatingip, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:14.855179 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:14.987261 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:28:09Z', 'revision_number': 4, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '90ced65c-6fff-495f-9ec3-3c7e51d0ac24', 'name': '', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'mac_address': 'fa:16:3e:9e:2d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:07Z', 'updated_at': '2021-06-07T17:28:10Z', 'revision_number': 2, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'subnets': [{'id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:15.008709 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Checking router: 8ea22a27-eea7-45f7-a41e-16f40cd844a7 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:28:15.009226 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Updating router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 binding host dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:28:15.113044 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:15.399974 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Allocated IP 172.28.2.84 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/147fe6ab-c455-4155-bd16-bbc4a41fde53) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:28:15.489194 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55938) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:15.506351 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-378070557-network', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:28:15.670529 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Made reservation on behalf of cbfbf308302a461cab462ba47efb5704 for: {'network': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:28:15.674070 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:15.853191 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:15.944791 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Notify callbacks [] for port, precommit_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:15.963872 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Transition to ACTIVE for port object 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:28:15.974369 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:15.981085 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:16.040324 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] Router 6f5373bc-d9d0-4262-8615-32cfa82747b3 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:28:16.056662 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:16.128865 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff7b3-8a33-41fd-9f74-6545e97a42f0 req-6420d7f3-3e9a-4b1a-bfea-99ce7b3aa81e tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:16.141553 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2d1ff7b3-8a33-41fd-9f74-6545e97a42f0 req-6420d7f3-3e9a-4b1a-bfea-99ce7b3aa81e tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 946 time: 0.3679748 Jun 07 17:28:16.200872 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:16.201697 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:28:16.201697 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:28:16.201697 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:28:16.201697 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:28:16.201697 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:28:16.201697 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:28:16.269373 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:28:16.270975 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597b559-d77f-4073-a09f-fd9e4f57a4b4 None None] Pushing event updated for resources: {'Port': ['ID=90ced65c-6fff-495f-9ec3-3c7e51d0ac24,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:16.275783 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-3597b559-d77f-4073-a09f-fd9e4f57a4b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:16.276267 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:28:16.283001 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:28:16.353013 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2d1ff7b3-8a33-41fd-9f74-6545e97a42f0 req-03d559b2-510e-4b9d-8782-faafc34f16be tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761119 Jun 07 17:28:16.806478 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Attempting to bind port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:28:16.807797 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Attempting to bind port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:28:16.808766 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Attempting to bind port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 on network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:28:16.819460 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:16.829920 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:28:16.831512 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Checking segment: {'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:28:16.832310 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:16.832849 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Bound using segment: {'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:28:16.833728 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a819d-a2c1-4f86-9f07-5d8e8ee3e081 req-2c8c13d3-6ccf-477c-a334-44ec38a57f65 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:16.835552 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2b8a819d-a2c1-4f86-9f07-5d8e8ee3e081 req-2c8c13d3-6ccf-477c-a334-44ec38a57f65 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.9478974 Jun 07 17:28:16.838641 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Bound port: 90ced65c-6fff-495f-9ec3-3c7e51d0ac24, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:28:16.839238 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:16.839457 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:16.842684 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5fcf2742-7e6c-4b65-9371-b146487704b5 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:16.877637 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:28:16.910406 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24ed111-2ec2-41ce-a742-c7ecaf7c7a54,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:16.913970 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:16.925838 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] 10.222.0.13 "PUT /v2.0/routers/6f5373bc-d9d0-4262-8615-32cfa82747b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6403410 Jun 07 17:28:16.931104 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55958) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:17.016189 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:28:17.030554 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=91779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:28:17.045987 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0c5b8-1022-4b16-ab32-472b9db99ea5 None None] Sync routers for ids ['6f5373bc-d9d0-4262-8615-32cfa82747b3'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:28:17.056715 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2b8a819d-a2c1-4f86-9f07-5d8e8ee3e081 req-05cc1948-8722-42d8-8a80-275d69f2a895 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746135 Jun 07 17:28:17.073506 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0c5b8-1022-4b16-ab32-472b9db99ea5 None None] Routers {'6f5373bc-d9d0-4262-8615-32cfa82747b3'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:28:17.074519 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-b4d0c5b8-1022-4b16-ab32-472b9db99ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:28:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['6f5373bc-d9d0-4262-8615-32cfa82747b3'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:17.121983 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:17.122372 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.segments_db [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Added segment 8d149abc-4a20-4a81-bd34-5f948904568a of type vlan for network e0a91cfa-3417-444c-ae04-29bf0e1ff232 Jun 07 17:28:17.128874 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] For port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:28:17.132807 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] For port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=90ced65c-6fff-495f-9ec3-3c7e51d0ac24,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:28:17.139420 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:17.143894 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:17.238539 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597b559-d77f-4073-a09f-fd9e4f57a4b4 None None] Pushing event updated for resources: {'Port': ['ID=90ced65c-6fff-495f-9ec3-3c7e51d0ac24,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:17.243033 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-3597b559-d77f-4073-a09f-fd9e4f57a4b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:17.264819 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Routers {'8ea22a27-eea7-45f7-a41e-16f40cd844a7'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:28:17.265584 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:28:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:17.536483 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:17.560791 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:17.634456 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55964) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:17.640250 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:17.694461 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] Set router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:28:17.750495 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-b4d0c5b8-1022-4b16-ab32-472b9db99ea5 None None] Set router 6f5373bc-d9d0-4262-8615-32cfa82747b3 gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:28:18.022675 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.db.resource_extend [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:28:18.061573 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:18.064173 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:18.065083 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:18.069818 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:18.074752 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e210de82-ed19-4db4-bbc9-4bd21d3aa7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:18.214634 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7206993 Jun 07 17:28:18.222501 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55972) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:18.234688 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] Request body: {'subnet': {'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-378070557-subnet', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'ip_version': 4}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:28:18.361349 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Pushing event updated for resources: {'Network': ['ID=e0a91cfa-3417-444c-ae04-29bf0e1ff232,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:18.381337 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:18.406613 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network e0a91cfa-3417-444c-ae04-29bf0e1ff232 details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:28:18.440316 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:18.507060 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f148ef50-b10a-4d76-980a-49b107ab595d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:18.523850 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-b4d0c5b8-1022-4b16-ab32-472b9db99ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'name': 'tempest-ServerRescueNegativeTestJSON-716621127-router', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:31Z', 'updated_at': '2021-06-07T17:28:13Z', 'revision_number': 5, 'project_id': '0bba071bce544828b4bf4a430b210a0a', 'gw_port': {'id': '814538e3-bd08-486f-9fb8-49973186aa1c', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:34Z', 'updated_at': '2021-06-07T17:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:18.538520 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0c5b8-1022-4b16-ab32-472b9db99ea5 None None] Checking router: 6f5373bc-d9d0-4262-8615-32cfa82747b3 for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:28:18.547097 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739755cd-bb09-4edb-96cc-64ac5ceeed81 req-889cab6a-7cf1-49a0-9348-a73eff2e19d5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:18.552113 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-739755cd-bb09-4edb-96cc-64ac5ceeed81 req-889cab6a-7cf1-49a0-9348-a73eff2e19d5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 946 time: 0.8627982 Jun 07 17:28:18.573144 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0c5b8-1022-4b16-ab32-472b9db99ea5 None None] Routers {'6f5373bc-d9d0-4262-8615-32cfa82747b3'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:28:18.576678 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-b4d0c5b8-1022-4b16-ab32-472b9db99ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:28:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['6f5373bc-d9d0-4262-8615-32cfa82747b3'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:18.833303 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:28:09Z', 'revision_number': 4, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '90ced65c-6fff-495f-9ec3-3c7e51d0ac24', 'name': '', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'mac_address': 'fa:16:3e:9e:2d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:07Z', 'updated_at': '2021-06-07T17:28:17Z', 'revision_number': 4, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'subnets': [{'id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:18.847966 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f148ef50-b10a-4d76-980a-49b107ab595d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:18.848296 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff9e6d-ee96-45a6-84f3-418e6040e986 None None] The sync data for ids ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'] in dv-cinder-789603-8-smb is: [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:28:09Z', 'revision_number': 4, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '90ced65c-6fff-495f-9ec3-3c7e51d0ac24', 'name': '', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'mac_address': 'fa:16:3e:9e:2d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:07Z', 'updated_at': '2021-06-07T17:28:17Z', 'revision_number': 4, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'subnets': [{'id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:28:19.132530 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-739755cd-bb09-4edb-96cc-64ac5ceeed81 req-69ac54bf-c6fe-482a-b2a1-53db22602597 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344176 Jun 07 17:28:19.187312 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-b4d0c5b8-1022-4b16-ab32-472b9db99ea5 None None] Set router 6f5373bc-d9d0-4262-8615-32cfa82747b3 gateway port host: None {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:28:19.357687 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] Made reservation on behalf of cbfbf308302a461cab462ba47efb5704 for: {'subnet': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:28:19.362033 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2833895'] for subnet, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:19.396601 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:19.406390 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-b4d0c5b8-1022-4b16-ab32-472b9db99ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'name': 'tempest-ServerRescueNegativeTestJSON-716621127-router', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:31Z', 'updated_at': '2021-06-07T17:28:18Z', 'revision_number': 6, 'project_id': '0bba071bce544828b4bf4a430b210a0a', 'gw_port_host': None}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:19.411943 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:19.441741 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0c5b8-1022-4b16-ab32-472b9db99ea5 None None] The sync data for ids ['6f5373bc-d9d0-4262-8615-32cfa82747b3'] in dv-cinder-789603-8-smb is: [{'id': '6f5373bc-d9d0-4262-8615-32cfa82747b3', 'name': 'tempest-ServerRescueNegativeTestJSON-716621127-router', 'tenant_id': '0bba071bce544828b4bf4a430b210a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:31Z', 'updated_at': '2021-06-07T17:28:18Z', 'revision_number': 6, 'project_id': '0bba071bce544828b4bf4a430b210a0a', 'gw_port_host': None}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:28:19.448443 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c80fb0ee-69c7-43ff-bd66-fc676ba0cea2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:19.678165 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Pushing event updated for resources: {'Port': ['ID=147fe6ab-c455-4155-bd16-bbc4a41fde53,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:19.683584 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:19.687070 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:19.839314 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f148ef50-b10a-4d76-980a-49b107ab595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:19.934399 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-2bb03cc1-94f6-4be6-9c58-63e17fbb773f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:20.060628 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.l3_db [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Floating IP 91b0c12a-9e32-4e60-a79d-51543f669389 associated. External IP: 172.28.2.84, port: 8b085320-e676-4064-b4b0-e91f070187e5. Jun 07 17:28:20.222406 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Deleting port 814538e3-bd08-486f-9fb8-49973186aa1c {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:28:20.222406 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:20.360850 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-f148ef50-b10a-4d76-980a-49b107ab595d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cb5ad0d898040399b3eae77305eb71f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3640802 Jun 07 17:28:20.403483 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55978) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:20.422120 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148ef50-b10a-4d76-980a-49b107ab595d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a6445c-6687-4211-8a33-1e0b4eb778df,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:20.648556 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f148ef50-b10a-4d76-980a-49b107ab595d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:20.717118 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:20.768531 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2355371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2833881'] for subnet, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:20.826667 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:20.951975 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b45a2-6006-4bb5-b40a-184fd30ea3cd req-5b1d3911-af29-4760-84af-f71c629c687b tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:20.960995 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ac6b45a2-6006-4bb5-b40a-184fd30ea3cd req-5b1d3911-af29-4760-84af-f71c629c687b tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 946 time: 2.6462409 Jun 07 17:28:20.998126 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3338a7-f93c-49ae-a673-d2b7a375f182 req-5ec08bb0-f6e2-4c6a-9dbf-48ce8767a761 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:21.010369 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0f3338a7-f93c-49ae-a673-d2b7a375f182 req-5ec08bb0-f6e2-4c6a-9dbf-48ce8767a761 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 2.1277914 Jun 07 17:28:21.032181 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:28:21.042580 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:21.043762 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:21.056728 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-37881208-7080-4aff-b331-a95737269c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:21.071142 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Router f7282fba-c440-4a0a-8522-28da89083a37 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:28:21.104699 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd10ff5-b42e-48ed-b02a-a19a67942d20 req-f644df67-4a67-41e4-9a42-4fc5e16a3faa tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:21.117323 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6bd10ff5-b42e-48ed-b02a-a19a67942d20 req-f644df67-4a67-41e4-9a42-4fc5e16a3faa tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 946 time: 0.5778351 Jun 07 17:28:21.281197 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6bd10ff5-b42e-48ed-b02a-a19a67942d20 req-63ab192b-abf7-4309-9344-a4dafedd801c tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626420 Jun 07 17:28:21.454358 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:28:21.488567 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0f3338a7-f93c-49ae-a673-d2b7a375f182 req-041e8ba8-fefc-41b1-8e5c-57d582ddaa85 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4765322 Jun 07 17:28:21.490594 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5add3d1-b4c2-4c48-9819-fd96c518e13c None None] Sync routers for ids ['f7282fba-c440-4a0a-8522-28da89083a37'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:28:21.518237 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:21.538172 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:21.572168 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5add3d1-b4c2-4c48-9819-fd96c518e13c None None] Routers {'f7282fba-c440-4a0a-8522-28da89083a37'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:28:21.575581 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-b5add3d1-b4c2-4c48-9819-fd96c518e13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:28:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['f7282fba-c440-4a0a-8522-28da89083a37'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:21.637267 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] For port 814538e3-bd08-486f-9fb8-49973186aa1c, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=814538e3-bd08-486f-9fb8-49973186aa1c,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:21.637621 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:21.648983 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-37881208-7080-4aff-b331-a95737269c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:21.675876 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] Checking segment: {'id': '8d149abc-4a20-4a81-bd34-5f948904568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:28:21.680557 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] Network hostable DHCP agents. Network: e0a91cfa-3417-444c-ae04-29bf0e1ff232, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:28:21.696160 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=53bb7f43-9e17-4d1c-ae8d-4cfb27905349,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:21.760356 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.3627076 Jun 07 17:28:21.761373 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:28:21.767158 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2275a0-be3c-49fd-8c4d-b7535660a1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "tag": "8b085320-e676-4064-b4b0-e91f070187e5"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:28:21.777698 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:21.878559 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Calling delete_port for 814538e3-bd08-486f-9fb8-49973186aa1c owned by network:router_gateway {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:28:21.905523 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] Network e0a91cfa-3417-444c-ae04-29bf0e1ff232 is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:28:21.935102 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, e0a91cfa-3417-444c-ae04-29bf0e1ff232) {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:28:21.951093 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-ac6b45a2-6006-4bb5-b40a-184fd30ea3cd req-33c26d05-058c-4333-b447-38c76ae4b687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Deleting port 2c5400f3-4901-4515-83b7-53c7504098a7 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:28:21.951859 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-ac6b45a2-6006-4bb5-b40a-184fd30ea3cd req-33c26d05-058c-4333-b447-38c76ae4b687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:21.961344 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd772e9-7f8f-4448-8f7f-328d326456f0 x-openstack-request-id: req-2dd772e9-7f8f-4448-8f7f-328d326456f0 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:28:21.961933 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "tag": "8b085320-e676-4064-b4b0-e91f070187e5", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:28:21.962436 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dd772e9-7f8f-4448-8f7f-328d326456f0 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:28:21.963098 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5', 'status': 'completed', 'code': 200} Jun 07 17:28:21.969823 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:21.971516 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:22.001092 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-e1208457-0fe5-4868-baf4-1fe8e31d2f9e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.7710576 Jun 07 17:28:22.008321 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55986) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:22.020691 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-378070557-router', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:28:22.046242 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-37881208-7080-4aff-b331-a95737269c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:22.050375 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-37881208-7080-4aff-b331-a95737269c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:22.052350 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-37881208-7080-4aff-b331-a95737269c0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63a6445c-6687-4211-8a33-1e0b4eb778df HTTP/1.1" status: 204 len: 168 time: 1.6181059 Jun 07 17:28:22.076827 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a37245b5-73ff-4c92-b923-9520d4c03329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:22.108420 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37881208-7080-4aff-b331-a95737269c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a6445c-6687-4211-8a33-1e0b4eb778df,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:22.176257 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-37881208-7080-4aff-b331-a95737269c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:22.216282 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12569'] for router, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:22.217943 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12544'] for router, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:22.229456 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2275a0-be3c-49fd-8c4d-b7535660a1ae req-bcb039c7-4da2-4fe8-b5b9-f0124adbfc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:22.231862 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ba2275a0-be3c-49fd-8c4d-b7535660a1ae req-bcb039c7-4da2-4fe8-b5b9-f0124adbfc00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=301c5ae75c6242538682f6cfd11a5b52&device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 1098 time: 0.2257504 Jun 07 17:28:22.251854 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-b5add3d1-b4c2-4c48-9819-fd96c518e13c None None] Set router f7282fba-c440-4a0a-8522-28da89083a37 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:28:22.383664 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:22.388066 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae626400-b227-4fa3-93d4-bf229a7ce775 None None] Network e0a91cfa-3417-444c-ae04-29bf0e1ff232 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:28:22.499291 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-ac6b45a2-6006-4bb5-b40a-184fd30ea3cd req-33c26d05-058c-4333-b447-38c76ae4b687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] For port 2c5400f3-4901-4515-83b7-53c7504098a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c5400f3-4901-4515-83b7-53c7504098a7,segment=NetworkSegment(edc03057-f5a0-4134-a53f-d75937b340d2),segment_id=edc03057-f5a0-4134-a53f-d75937b340d2)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:22.502790 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-ac6b45a2-6006-4bb5-b40a-184fd30ea3cd req-33c26d05-058c-4333-b447-38c76ae4b687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:22.553232 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=90ced65c-6fff-495f-9ec3-3c7e51d0ac24,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:22.697189 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:22.766544 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:22.839500 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-ac6b45a2-6006-4bb5-b40a-184fd30ea3cd req-33c26d05-058c-4333-b447-38c76ae4b687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Calling delete_port for 2c5400f3-4901-4515-83b7-53c7504098a7 owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:28:22.931107 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6fdd9-478e-451a-a9c7-730bf16cda45 req-22c9fb70-2de6-4eed-a1e1-25767411b3df tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:22.937517 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-85e6fdd9-478e-451a-a9c7-730bf16cda45 req-22c9fb70-2de6-4eed-a1e1-25767411b3df tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 946 time: 0.3258266 Jun 07 17:28:22.982264 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 814538e3-bd08-486f-9fb8-49973186aa1c no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:28:22.992075 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 55998) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:23.093515 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-976611c8-5e3a-424e-a98e-29a019ccaafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:23.202214 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2275a0-be3c-49fd-8c4d-b7535660a1ae req-caedde4e-efdf-45e8-88fe-1f0328264bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:23.214997 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=90ced65c-6fff-495f-9ec3-3c7e51d0ac24,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:23.217870 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ba2275a0-be3c-49fd-8c4d-b7535660a1ae req-caedde4e-efdf-45e8-88fe-1f0328264bd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bf5a0be-9427-4639-8cdc-2efdddf7557e HTTP/1.1" status: 200 len: 909 time: 0.9773903 Jun 07 17:28:23.239742 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-85e6fdd9-478e-451a-a9c7-730bf16cda45 req-4ded94db-33c3-41ae-a158-7b95d3c3a080 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774694 Jun 07 17:28:23.274813 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:23.468514 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ba2275a0-be3c-49fd-8c4d-b7535660a1ae req-6c104219-06be-440f-b264-6848a0517613 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b085320-e676-4064-b4b0-e91f070187e5 HTTP/1.1" status: 200 len: 998 time: 0.2269206 Jun 07 17:28:23.623905 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2275a0-be3c-49fd-8c4d-b7535660a1ae req-4599f7c4-c627-457e-901e-54a13804e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:23.626455 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ba2275a0-be3c-49fd-8c4d-b7535660a1ae req-4599f7c4-c627-457e-901e-54a13804e0fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8cb29701-2401-47ed-bddd-96a2fc7a9c96 HTTP/1.1" status: 200 len: 847 time: 0.1509304 Jun 07 17:28:23.662879 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:23.791245 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2275a0-be3c-49fd-8c4d-b7535660a1ae req-e9ae8b77-600d-48fa-bfdf-6e45b56d5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:23.795397 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ba2275a0-be3c-49fd-8c4d-b7535660a1ae req-e9ae8b77-600d-48fa-bfdf-6e45b56d5b85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bf5a0be-9427-4639-8cdc-2efdddf7557e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1569533 Jun 07 17:28:23.869039 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 2c5400f3-4901-4515-83b7-53c7504098a7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:28:23.991607 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12598'] for router, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:24.087143 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:24.102432 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:24.166028 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ba2275a0-be3c-49fd-8c4d-b7535660a1ae req-2c18f5dc-902e-4275-bf47-23f7e4dd11ea service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630264 Jun 07 17:28:24.169548 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device d83a81cf-5167-4d54-8d68-50c2e0095494 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:28:24.217234 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a13f779-604b-5941-8d5b-d57239b9adb2-e0a91cfa-3417-444c-ae04-29bf0e1ff232', 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'fixed_ips': [{'subnet_id': '53bb7f43-9e17-4d1c-ae8d-4cfb27905349'}]}} from dv-cinder-789603-8-smb. {{(pid=91780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:28:24.218589 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:24.255861 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=814538e3-bd08-486f-9fb8-49973186aa1c,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:24.271857 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:24.344958 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: d83a81cf-5167-4d54-8d68-50c2e0095494 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:28:24.346361 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device d83a81cf-5167-4d54-8d68-50c2e0095494 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:28:24.549790 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ba2275a0-be3c-49fd-8c4d-b7535660a1ae req-871789cb-b7b7-4166-9d0a-8cc202c9661b service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758695 Jun 07 17:28:24.665304 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82cea0-17b7-4544-8fea-8a50557bddec req-f6e02777-5fcd-4d71-8fe7-d6420b7cacdb tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:24.671640 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ac82cea0-17b7-4544-8fea-8a50557bddec req-f6e02777-5fcd-4d71-8fe7-d6420b7cacdb tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 1.2443416 Jun 07 17:28:24.713464 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:24.817496 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e0c50-fdaa-4624-83de-97b552248815 req-e464c888-6db7-4768-9e6a-98df019d19e4 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:24.820193 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d92e0c50-fdaa-4624-83de-97b552248815 req-e464c888-6db7-4768-9e6a-98df019d19e4 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 946 time: 0.1895285 Jun 07 17:28:24.918732 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:24.935210 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d92e0c50-fdaa-4624-83de-97b552248815 req-aae0ca8e-bbab-4bcc-8fef-513cba8fae4c tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000054 Jun 07 17:28:24.942386 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-481346'] for router_gateway, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:25.068224 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:25.070126 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:25.079554 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-976611c8-5e3a-424e-a98e-29a019ccaafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:25.261599 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-b5add3d1-b4c2-4c48-9819-fd96c518e13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': '91b0c12a-9e32-4e60-a79d-51543f669389', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'floating_ip_address': '172.28.2.84', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'port_id': '8b085320-e676-4064-b4b0-e91f070187e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'mac_address': 'fa:16:3e:3a:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:28:17Z', 'updated_at': '2021-06-07T17:28:17Z', 'revision_number': 0, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aae579a-b3de-4e69-8b25-58bce3ccb9c6', 'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'mac_address': 'fa:16:3e:d6:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:48Z', 'updated_at': '2021-06-07T17:27:02Z', 'revision_number': 5, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'subnets': [{'id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:25.271553 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5add3d1-b4c2-4c48-9819-fd96c518e13c None None] Checking router: f7282fba-c440-4a0a-8522-28da89083a37 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:28:25.308817 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5add3d1-b4c2-4c48-9819-fd96c518e13c None None] Routers {'f7282fba-c440-4a0a-8522-28da89083a37'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:28:25.310874 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-b5add3d1-b4c2-4c48-9819-fd96c518e13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:28:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['f7282fba-c440-4a0a-8522-28da89083a37'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:25.351751 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ac82cea0-17b7-4544-8fea-8a50557bddec req-32e67b0f-bb59-4e92-ba7e-0b31fc74d056 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5754764 Jun 07 17:28:25.353779 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-976611c8-5e3a-424e-a98e-29a019ccaafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:25.381624 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-35f3ffea-a9c1-43c8-be49-e63e47232477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:25.525097 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12559'] for router, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:25.530293 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-ac6b45a2-6006-4bb5-b40a-184fd30ea3cd req-33c26d05-058c-4333-b447-38c76ae4b687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:25.543027 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:25.687371 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.db_base_plugin_common [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Allocated IP 172.20.0.2 (e0a91cfa-3417-444c-ae04-29bf0e1ff232/53bb7f43-9e17-4d1c-ae8d-4cfb27905349/8c6854ce-a9fc-4547-83af-8ad6ead58ceb) {{(pid=91780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:28:25.688823 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56006) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:25.690905 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-976611c8-5e3a-424e-a98e-29a019ccaafa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22b4b4ca73e44272b1632e595831d4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6791725 Jun 07 17:28:25.696543 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976611c8-5e3a-424e-a98e-29a019ccaafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3e385d-1e71-4261-9023-baa7f2064376,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:25.765729 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-976611c8-5e3a-424e-a98e-29a019ccaafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:25.769104 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:25.853018 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-03070b2d-b812-4a45-9543-7692fab7f29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:25.859895 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-355561'] for router, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:25.860425 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f5373bc-d9d0-4262-8615-32cfa82747b3 {{(pid=91779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:28:25.873884 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c26d05-058c-4333-b447-38c76ae4b687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Pushing event deleted for resources: {'Port': ['ID=2c5400f3-4901-4515-83b7-53c7504098a7,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:25.888883 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-33c26d05-058c-4333-b447-38c76ae4b687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:25.892239 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Notify callbacks [] for router, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:25.897427 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6f5373bc-d9d0-4262-8615-32cfa82747b3 HTTP/1.1" status: 204 len: 168 time: 8.9653018 Jun 07 17:28:25.899926 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 56010) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:25.901332 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6b45a2-6006-4bb5-b40a-184fd30ea3cd req-33c26d05-058c-4333-b447-38c76ae4b687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] No DVR routers for this DVR port 2c5400f3-4901-4515-83b7-53c7504098a7 on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:28:25.910854 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-03070b2d-b812-4a45-9543-7692fab7f29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:25.941615 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-ac6b45a2-6006-4bb5-b40a-184fd30ea3cd req-33c26d05-058c-4333-b447-38c76ae4b687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:25.944019 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ac6b45a2-6006-4bb5-b40a-184fd30ea3cd req-33c26d05-058c-4333-b447-38c76ae4b687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.24 "DELETE /v2.0/ports/2c5400f3-4901-4515-83b7-53c7504098a7 HTTP/1.1" status: 204 len: 173 time: 4.8772480 Jun 07 17:28:25.949295 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9b9372-9aad-4c0b-84c4-f42d455624fd', 'name': 'network-vif-deleted', 'tag': '2c5400f3-4901-4515-83b7-53c7504098a7'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:28:25.952364 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299a3a61-70ab-4a6d-8dd7-93c680d216a7" -d '{"events": [{"server_uuid": "3b9b9372-9aad-4c0b-84c4-f42d455624fd", "name": "network-vif-deleted", "tag": "2c5400f3-4901-4515-83b7-53c7504098a7"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:28:26.025798 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdb7324-bd51-4727-bdc2-463b670599d0 admin admin] Deleting subnet fcc1767b-858f-4ddb-a6f8-abd723d813c9 {{(pid=91779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:28:26.078070 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-03070b2d-b812-4a45-9543-7692fab7f29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:26.081632 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-03070b2d-b812-4a45-9543-7692fab7f29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:26.083392 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-03070b2d-b812-4a45-9543-7692fab7f29b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb3e385d-1e71-4261-9023-baa7f2064376 HTTP/1.1" status: 204 len: 168 time: 0.3921089 Jun 07 17:28:26.084499 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6f297da3-504e-4799-904e-809effec8186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:26.133731 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03070b2d-b812-4a45-9543-7692fab7f29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3e385d-1e71-4261-9023-baa7f2064376,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:26.138535 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-03070b2d-b812-4a45-9543-7692fab7f29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:26.218855 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-efdb7324-bd51-4727-bdc2-463b670599d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:26.308622 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a72354-0569-474c-b71b-9e8b023aeca0 x-openstack-request-id: req-f6a72354-0569-474c-b71b-9e8b023aeca0 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:28:26.308622 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9b9372-9aad-4c0b-84c4-f42d455624fd", "name": "network-vif-deleted", "tag": "2c5400f3-4901-4515-83b7-53c7504098a7", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:28:26.310059 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6a72354-0569-474c-b71b-9e8b023aeca0 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:28:26.313806 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9b9372-9aad-4c0b-84c4-f42d455624fd', 'name': 'network-vif-deleted', 'tag': '2c5400f3-4901-4515-83b7-53c7504098a7', 'status': 'completed', 'code': 200} Jun 07 17:28:26.577916 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Notify callbacks [] for port, precommit_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:26.604434 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Transition to ACTIVE for port object 8c6854ce-a9fc-4547-83af-8ad6ead58ceb will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:28:26.608388 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-b5add3d1-b4c2-4c48-9819-fd96c518e13c None None] Set router f7282fba-c440-4a0a-8522-28da89083a37 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:28:26.712687 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Transition to ACTIVE for port object 8c6854ce-a9fc-4547-83af-8ad6ead58ceb will not be triggered until provisioned by entity DHCP. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:28:27.019414 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656'] for port, after_create {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:27.022329 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:28:27.022329 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:28:27.022329 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:28:27.022329 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:28:27.022329 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:28:27.022329 dv-cinder-789603-8-smb neutron-server[91780]: ERROR neutron_lib.callbacks.manager Jun 07 17:28:27.077964 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Network e0a91cfa-3417-444c-ae04-29bf0e1ff232 is already hosted by enough agents. {{(pid=91780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:28:27.147353 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e711f1a2-f723-4f60-8183-2daf9c9a903f req-c3716d18-9b1d-4b41-8f38-edbee15750fc tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9b9372-9aad-4c0b-84c4-f42d455624fd HTTP/1.1" status: 200 len: 210 time: 0.7830367 Jun 07 17:28:27.156470 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-efdb7324-bd51-4727-bdc2-463b670599d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2355626'] for subnet, precommit_delete_associations {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:27.169731 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.scheduler.base_scheduler [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Resources bound (agent type, host, resource id): {{(pid=91780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:28:27.188689 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Received port after_create {{(pid=91780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:28:27.321870 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98cd2c-b9d6-4c22-a37d-e34050be2218 req-1fa590b2-4a83-4b3a-b325-2cb03b4c5dad tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:27.336110 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-eb98cd2c-b9d6-4c22-a37d-e34050be2218 req-1fa590b2-4a83-4b3a-b325-2cb03b4c5dad tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.3002632 Jun 07 17:28:27.420926 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-efdb7324-bd51-4727-bdc2-463b670599d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:27.471997 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-eb98cd2c-b9d6-4c22-a37d-e34050be2218 req-48f1ff2a-7280-4833-b992-e30a1b086ecf tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347685 Jun 07 17:28:27.502168 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:27.639727 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:27.707894 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Attempting to bind port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:28:27.709476 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Attempting to bind port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '8d149abc-4a20-4a81-bd34-5f948904568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:28:27.710748 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Attempting to bind port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb on network e0a91cfa-3417-444c-ae04-29bf0e1ff232 {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:28:27.726492 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-efdb7324-bd51-4727-bdc2-463b670599d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2355434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2833856'] for subnet, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:27.727631 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:28:27.728909 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Checking segment: {'id': '8d149abc-4a20-4a81-bd34-5f948904568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:28:27.730063 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:27.730917 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Bound using segment: {'id': '8d149abc-4a20-4a81-bd34-5f948904568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:28:27.731974 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Bound port: 8c6854ce-a9fc-4547-83af-8ad6ead58ceb, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d149abc-4a20-4a81-bd34-5f948904568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:28:27.732565 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:27.749559 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-9fcb5e7c-bc0b-4330-9f80-2d08a736b82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:27.805972 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb7324-bd51-4727-bdc2-463b670599d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc1767b-858f-4ddb-a6f8-abd723d813c9,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:27.859266 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-efdb7324-bd51-4727-bdc2-463b670599d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:27.861911 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-efdb7324-bd51-4727-bdc2-463b670599d0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fcc1767b-858f-4ddb-a6f8-abd723d813c9 HTTP/1.1" status: 204 len: 168 time: 1.9582188 Jun 07 17:28:27.864475 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56054) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:27.893689 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-efdb7324-bd51-4727-bdc2-463b670599d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:27.940673 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-b5add3d1-b4c2-4c48-9819-fd96c518e13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': '91b0c12a-9e32-4e60-a79d-51543f669389', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'floating_ip_address': '172.28.2.84', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'port_id': '8b085320-e676-4064-b4b0-e91f070187e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'mac_address': 'fa:16:3e:3a:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:28:17Z', 'updated_at': '2021-06-07T17:28:17Z', 'revision_number': 0, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aae579a-b3de-4e69-8b25-58bce3ccb9c6', 'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'mac_address': 'fa:16:3e:d6:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:48Z', 'updated_at': '2021-06-07T17:27:02Z', 'revision_number': 5, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'subnets': [{'id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:27.948975 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5add3d1-b4c2-4c48-9819-fd96c518e13c None None] The sync data for ids ['f7282fba-c440-4a0a-8522-28da89083a37'] in dv-cinder-789603-8-smb is: [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': '91b0c12a-9e32-4e60-a79d-51543f669389', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'floating_ip_address': '172.28.2.84', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'port_id': '8b085320-e676-4064-b4b0-e91f070187e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'mac_address': 'fa:16:3e:3a:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:28:17Z', 'updated_at': '2021-06-07T17:28:17Z', 'revision_number': 0, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aae579a-b3de-4e69-8b25-58bce3ccb9c6', 'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'mac_address': 'fa:16:3e:d6:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:48Z', 'updated_at': '2021-06-07T17:27:02Z', 'revision_number': 5, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'subnets': [{'id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:28:27.960891 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] For port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:28:27.965007 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] For port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=8c6854ce-a9fc-4547-83af-8ad6ead58ceb,segment=NetworkSegment(8d149abc-4a20-4a81-bd34-5f948904568a),segment_id=8d149abc-4a20-4a81-bd34-5f948904568a)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:28:27.972591 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Allocated IP 172.28.2.204 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/e35f9156-3550-4328-9ff5-2bed72d279a1) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:28:27.974742 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:27.998118 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:28.097645 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Pushing event updated for resources: {'Port': ['ID=8c6854ce-a9fc-4547-83af-8ad6ead58ceb,revision_number=2']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:28.101448 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-01aef5ea-1384-49d6-9fdd-6fc3fa8c799c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:28.106225 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:28.421268 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac738cbd-16ed-428b-aa9c-cecd048e2721 None None] New status for floating IP 91b0c12a-9e32-4e60-a79d-51543f669389: ACTIVE {{(pid=91781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:28:28.422845 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:28.540260 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:28.541321 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2355207'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:28.543343 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:28:28.543343 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:28:28.543343 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:28:28.543343 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:28:28.543343 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:28:28.543343 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:28:28.591926 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cae8f9-7934-439f-9a76-35fdad11e3cb']}} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:28.616758 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:28:28.619717 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:28:28.633106 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:28:28.643522 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae75a7b3-1734-42b8-857f-78f1e5621e60') {'for_net_delete': True} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:28.644737 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae75a7b3-1734-42b8-857f-78f1e5621e60') {} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:28.685402 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1956404'] for segment, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:28.734035 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:28.750304 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=91778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:28:28.750805 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1956664'] for segment, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: Traceback (most recent call last): Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: timer() Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: cb(*args, **kw) Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: return func(*args, **kwargs) Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: self._notify() Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: self.callback(batched_events) Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: event.method(event) Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: return f(self, *a, **k) Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: return self._get(url).json() Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: return self.request(url, 'GET', **kwargs) Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:28:28.784790 dv-cinder-789603-8-smb neutron-server[91778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:28:29.048125 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:29.060613 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:29.068890 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] 10.222.0.13 "DELETE /v2.0/networks/b5cae8f9-7934-439f-9a76-35fdad11e3cb HTTP/1.1" status: 204 len: 168 time: 1.2007308 Jun 07 17:28:29.068890 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:29.097287 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b5cae8f9-7934-439f-9a76-35fdad11e3cb,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:29.126056 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a461dabb-fa5a-40f6-aaf7-9c1b402885ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:29.152257 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd659c-152e-449a-9b6b-6efb780fb6c0 req-b66192d3-2941-498d-bfac-cf9283a2b3bc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:29.154612 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-39dd659c-152e-449a-9b6b-6efb780fb6c0 req-b66192d3-2941-498d-bfac-cf9283a2b3bc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.3687768 Jun 07 17:28:29.297476 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-39dd659c-152e-449a-9b6b-6efb780fb6c0 req-f21b8043-982f-42b7-9b37-6efbe1acf753 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263373 Jun 07 17:28:29.472463 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56084) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:29.755558 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-6f1e7cf8-3a81-4991-828e-7bd8489daf42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bba071bce544828b4bf4a430b210a0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2810328 Jun 07 17:28:29.774796 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56092) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:29.814978 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59cfed-8190-4d33-b9f3-633f8d8d720f req-c5740a05-f3b5-45f7-9d8a-5aa0aeff37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:29.816659 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2d59cfed-8190-4d33-b9f3-633f8d8d720f req-c5740a05-f3b5-45f7-9d8a-5aa0aeff37f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 1098 time: 0.5393276 Jun 07 17:28:29.817346 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:29.945515 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-58348948-f6dd-4d7d-856c-3bc2df5e3c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:29.985819 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-58348948-f6dd-4d7d-856c-3bc2df5e3c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:30.075376 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61cbe3e-68a0-4a78-9f59-1315741c7d94 None None] Network e0a91cfa-3417-444c-ae04-29bf0e1ff232 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:28:30.076024 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-58348948-f6dd-4d7d-856c-3bc2df5e3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:30.080271 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-58348948-f6dd-4d7d-856c-3bc2df5e3c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:30.085288 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-58348948-f6dd-4d7d-856c-3bc2df5e3c4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2875d688-e6be-4510-a8eb-d9025a252849 HTTP/1.1" status: 204 len: 168 time: 0.3090966 Jun 07 17:28:30.086408 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-da336e64-649c-439d-b49c-c451902b004b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:30.100393 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58348948-f6dd-4d7d-856c-3bc2df5e3c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2875d688-e6be-4510-a8eb-d9025a252849,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:30.106614 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-58348948-f6dd-4d7d-856c-3bc2df5e3c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:30.406075 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59cfed-8190-4d33-b9f3-633f8d8d720f req-051a4d78-bd02-4e73-ab87-d6c781b580c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:30.407979 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2d59cfed-8190-4d33-b9f3-633f8d8d720f req-051a4d78-bd02-4e73-ab87-d6c781b580c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 918 time: 0.5238721 Jun 07 17:28:30.480825 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-2d4952b0-fbb8-412d-b6c3-594aa14f5002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:30.508917 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-3a4a3382-8cc8-4d00-933e-b976e7688c6e None None] Provisioning for port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:28:30.681962 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 8c6854ce-a9fc-4547-83af-8ad6ead58ceb up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:30.826521 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:28:30.833415 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:30.833816 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:30.938865 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2d59cfed-8190-4d33-b9f3-633f8d8d720f req-f679ac7f-539a-4eac-ae2e-4b156c2d1f1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2 HTTP/1.1" status: 200 len: 1000 time: 0.5199914 Jun 07 17:28:30.941333 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353706'] for router, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:31.102040 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:31.164492 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59cfed-8190-4d33-b9f3-633f8d8d720f req-734c8004-6196-4f05-b49e-0ac1638e0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:31.166014 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2d59cfed-8190-4d33-b9f3-633f8d8d720f req-734c8004-6196-4f05-b49e-0ac1638e0030 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.2176845 Jun 07 17:28:31.201628 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=8c6854ce-a9fc-4547-83af-8ad6ead58ceb,segment=NetworkSegment(8d149abc-4a20-4a81-bd34-5f948904568a),segment_id=8d149abc-4a20-4a81-bd34-5f948904568a)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:31.209913 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:31.212329 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:31.257597 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bd4d6-66d4-4771-a2b4-cce7153e92b1 req-4d79f286-e8c5-48be-82ef-3d24d82bf049 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:31.265388 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-574bd4d6-66d4-4771-a2b4-cce7153e92b1 req-4d79f286-e8c5-48be-82ef-3d24d82bf049 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 945 time: 0.4420390 Jun 07 17:28:31.352229 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-9a297423-510f-48ca-95aa-6cd3f35eba5f None None] Provisioning complete for port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:31.353449 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-9a297423-510f-48ca-95aa-6cd3f35eba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:31.473188 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=8c6854ce-a9fc-4547-83af-8ad6ead58ceb,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:31.504381 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:31.570048 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-574bd4d6-66d4-4771-a2b4-cce7153e92b1 req-73a586d9-2e03-4337-91c7-c18003f0893f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036447 Jun 07 17:28:31.655395 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Router ead3782d-40cf-4d8b-9529-a393ce141354 is scheduled to L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 with binding_index 1 {{(pid=91779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:28:31.690053 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59cfed-8190-4d33-b9f3-633f8d8d720f req-9e5de346-495a-49e8-81bb-3a5489c59527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:31.692244 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2d59cfed-8190-4d33-b9f3-633f8d8d720f req-9e5de346-495a-49e8-81bb-3a5489c59527 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4442625 Jun 07 17:28:31.917677 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device b38eaef8-52a3-4d79-a47e-005b5e8e34b2 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:28:32.070883 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:32.108951 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:28:32.114299 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd35ccda-d9a4-42f4-842c-547bab77c75f" -d '{"events": [{"server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:28:32.125992 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:32.130617 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:32.133541 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-28387835-b0c1-4778-aef9-5716502ccbd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:32.183555 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:28:32.200439 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Sync routers for ids ['ead3782d-40cf-4d8b-9529-a393ce141354'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:28:32.234996 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2d59cfed-8190-4d33-b9f3-633f8d8d720f req-8c6df30f-0964-4ab3-b2db-27f69b46e990 service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315402 Jun 07 17:28:32.241484 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Routers {'ead3782d-40cf-4d8b-9529-a393ce141354'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:28:32.242428 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:28:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['ead3782d-40cf-4d8b-9529-a393ce141354'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:32.325090 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] Notify callbacks [] for router, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:32.332855 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e9e201-a73b-4673-bb8c-91261b4a2dfe x-openstack-request-id: req-77e9e201-a73b-4673-bb8c-91261b4a2dfe {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:28:32.333212 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:28:32.333535 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77e9e201-a73b-4673-bb8c-91261b4a2dfe {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:28:32.334213 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56168) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:32.335666 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-1a5c934a-8de4-4f4d-895b-336f90670c96 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.3253183 Jun 07 17:28:32.339521 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'code': 200} Jun 07 17:28:32.348792 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,revision_number=8']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:32.352393 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:32.541223 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Set router ead3782d-40cf-4d8b-9529-a393ce141354 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:28:32.626101 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 8c6854ce-a9fc-4547-83af-8ad6ead58ceb up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:32.657469 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2d59cfed-8190-4d33-b9f3-633f8d8d720f req-c6a3706a-121b-40ac-ab2f-4fafa1df0cd0 service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132016 Jun 07 17:28:32.850709 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-1405904a-463f-4f3b-af86-37f34adaeda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:32.879026 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:32.942165 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:32.942861 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:33.122972 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a29b2-c79d-427b-8075-58c4563f8a51 req-8ef4236c-ebc5-42f1-a289-7a168c41055d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:33.135275 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4d2a29b2-c79d-427b-8075-58c4563f8a51 req-8ef4236c-ebc5-42f1-a289-7a168c41055d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.2736928 Jun 07 17:28:33.229346 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'name': 'tempest-TestMinimumBasicScenario-378070557-router', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:28:22Z', 'updated_at': '2021-06-07T17:28:29Z', 'revision_number': 3, 'project_id': 'cbfbf308302a461cab462ba47efb5704', 'gw_port': {'id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:27Z', 'updated_at': '2021-06-07T17:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:33.234045 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4d2a29b2-c79d-427b-8075-58c4563f8a51 req-988c05fa-b1a9-4feb-86b2-32f470485dc5 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974917 Jun 07 17:28:33.250081 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Checking router: ead3782d-40cf-4d8b-9529-a393ce141354 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:28:33.250447 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Updating router ead3782d-40cf-4d8b-9529-a393ce141354 port e35f9156-3550-4328-9ff5-2bed72d279a1 binding host dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:28:33.347740 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:33.836903 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:33.844668 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:33.856525 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Notify callbacks [] for port, precommit_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:33.875126 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Transition to ACTIVE for port object e35f9156-3550-4328-9ff5-2bed72d279a1 will not be triggered until provisioned by entity L2. {{(pid=91780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:28:33.884659 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:33.889385 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:34.053860 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225e65e-8105-421a-bfdb-362336e240fb None None] Pushing event updated for resources: {'Port': ['ID=e35f9156-3550-4328-9ff5-2bed72d279a1,revision_number=2']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:34.070732 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-7225e65e-8105-421a-bfdb-362336e240fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:34.072978 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Attempting to bind port e35f9156-3550-4328-9ff5-2bed72d279a1 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:28:34.073954 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Attempting to bind port e35f9156-3550-4328-9ff5-2bed72d279a1 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:28:34.074920 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Attempting to bind port e35f9156-3550-4328-9ff5-2bed72d279a1 on network 5c076886-0b3f-40b9-b1ca-c907755baaf9 {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:28:34.086034 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:28:34.087307 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Checking segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:28:34.088335 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:34.090855 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Bound using segment: {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'} {{(pid=91780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:28:34.092136 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.managers [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Bound port: e35f9156-3550-4328-9ff5-2bed72d279a1, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a7cf2-6527-4998-9d82-f29955ab31b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}}] {{(pid=91780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:28:34.093321 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:34.242496 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] For port e35f9156-3550-4328-9ff5-2bed72d279a1, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:28:34.246999 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] For port e35f9156-3550-4328-9ff5-2bed72d279a1, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=e35f9156-3550-4328-9ff5-2bed72d279a1,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:28:34.254433 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:34.260400 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-01a844f3-fcf3-43bc-8b8c-8d656d08fc3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:34.418882 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Routers {'ead3782d-40cf-4d8b-9529-a393ce141354'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:28:34.419646 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:28:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['ead3782d-40cf-4d8b-9529-a393ce141354'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:34.492280 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Allocated IP 172.20.0.1 (e0a91cfa-3417-444c-ae04-29bf0e1ff232/53bb7f43-9e17-4d1c-ae8d-4cfb27905349/94a477e2-5a13-41a5-a238-5089427907e3) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:28:34.512916 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225e65e-8105-421a-bfdb-362336e240fb None None] Pushing event updated for resources: {'Port': ['ID=e35f9156-3550-4328-9ff5-2bed72d279a1,revision_number=3']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:34.516436 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-7225e65e-8105-421a-bfdb-362336e240fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:34.824904 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] Set router ead3782d-40cf-4d8b-9529-a393ce141354 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:28:34.912124 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:34.932582 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Transition to ACTIVE for port object 94a477e2-5a13-41a5-a238-5089427907e3 will not be triggered until provisioned by entity DHCP. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:28:34.958522 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5766aee-68dd-4152-a095-79b58da10ac5 req-eae47427-6006-4b2d-a4a4-00a732a32721 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:34.960697 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a5766aee-68dd-4152-a095-79b58da10ac5 req-eae47427-6006-4b2d-a4a4-00a732a32721 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.2370694 Jun 07 17:28:34.993453 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:34.994112 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:28:34.994112 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:28:34.994112 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:28:34.994112 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:28:34.994112 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:28:34.994112 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:28:35.035777 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Network e0a91cfa-3417-444c-ae04-29bf0e1ff232 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:28:35.039078 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:28:35.042008 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:28:35.072672 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a5766aee-68dd-4152-a095-79b58da10ac5 req-2fb6f080-2c5e-416a-b46c-13506269ae64 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975168 Jun 07 17:28:35.141773 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481504'] for router_interface, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:35.539068 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:35.597787 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-4755cc6a-a614-49f7-b1c3-347c10555887 None None] Provisioning for port 94a477e2-5a13-41a5-a238-5089427907e3 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:28:35.607900 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-4755cc6a-a614-49f7-b1c3-347c10555887 None None] Provisioning complete for port 94a477e2-5a13-41a5-a238-5089427907e3 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:35.608692 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-4755cc6a-a614-49f7-b1c3-347c10555887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:35.738353 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-7f549b92-e8f2-42fc-a401-c26b91aa711c tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:35.740115 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-7f549b92-e8f2-42fc-a401-c26b91aa711c tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/networks?id=44158158-582a-489f-bb98-4bfcb92e5bc5 HTTP/1.1" status: 200 len: 814 time: 0.7329297 Jun 07 17:28:35.764920 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-4755cc6a-a614-49f7-b1c3-347c10555887 None None] Port 94a477e2-5a13-41a5-a238-5089427907e3 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:28:35.774505 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'name': 'tempest-TestMinimumBasicScenario-378070557-router', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:28:22Z', 'updated_at': '2021-06-07T17:28:29Z', 'revision_number': 3, 'project_id': 'cbfbf308302a461cab462ba47efb5704', 'gw_port': {'id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:27Z', 'updated_at': '2021-06-07T17:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:35.780174 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cc8f38-5b38-472b-a145-bead346ae934 None None] The sync data for ids ['ead3782d-40cf-4d8b-9529-a393ce141354'] in dv-cinder-789603-8-smb is: [{'id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'name': 'tempest-TestMinimumBasicScenario-378070557-router', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:28:22Z', 'updated_at': '2021-06-07T17:28:29Z', 'revision_number': 3, 'project_id': 'cbfbf308302a461cab462ba47efb5704', 'gw_port': {'id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:27Z', 'updated_at': '2021-06-07T17:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:28:35.792431 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-6d98f646-0394-40e2-864d-370210d9a687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/quotas/edf6c993daa24d82bd7a5747f23c1ef3 HTTP/1.1" status: 200 len: 375 time: 0.0459919 Jun 07 17:28:35.815079 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:35.891556 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-06a9bb9b-ff7f-47e2-8efc-fa412dce13a3 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=edf6c993daa24d82bd7a5747f23c1ef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925965 Jun 07 17:28:36.058237 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-7723258d-3a6d-49ab-a7b2-f16719d43597 service neutron] 10.222.0.13 "GET /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641846 Jun 07 17:28:36.265456 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 56238) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:36.269844 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-d80e1919-4cca-4310-8e35-fa4fa91a552c service neutron] 10.222.0.13 "GET /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046497 Jun 07 17:28:36.385513 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c58b7-d67d-41ab-8ddb-88dac68f2420 req-a2ac35cd-cff5-4a6d-bbd1-367bb6ca5874 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:36.395756 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b62c58b7-d67d-41ab-8ddb-88dac68f2420 req-a2ac35cd-cff5-4a6d-bbd1-367bb6ca5874 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.4086640 Jun 07 17:28:36.450098 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:36.508549 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c79224f9-0d50-44be-9670-0821bc7c9af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:36.522273 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:36.666921 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:36.698497 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device e35f9156-3550-4328-9ff5-2bed72d279a1 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:36.864405 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c79224f9-0d50-44be-9670-0821bc7c9af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:36.877959 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c79224f9-0d50-44be-9670-0821bc7c9af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:36.887900 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-3cdad8e3-02c5-49f8-b4c3-2422c136fb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:36.891888 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Pushing event updated for resources: {'Port': ['ID=94a477e2-5a13-41a5-a238-5089427907e3,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:36.921037 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port e35f9156-3550-4328-9ff5-2bed72d279a1 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:28:36.930473 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port e35f9156-3550-4328-9ff5-2bed72d279a1 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:36.931151 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:36.951790 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:37.002197 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-c79224f9-0d50-44be-9670-0821bc7c9af5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41b853e4532346ddbdbce03660d07b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7346349 Jun 07 17:28:37.003634 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79224f9-0d50-44be-9670-0821bc7c9af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df560c6-c790-4833-8649-cb19b9a950e2,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:37.026308 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 56252) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:37.036821 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c79224f9-0d50-44be-9670-0821bc7c9af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:37.074998 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b62c58b7-d67d-41ab-8ddb-88dac68f2420 req-29af6433-c13a-4ed2-a141-0e8e259353bc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6742108 Jun 07 17:28:37.109191 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-490665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352952'] for router_interface, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:37.168656 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:37.196028 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port e35f9156-3550-4328-9ff5-2bed72d279a1, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=e35f9156-3550-4328-9ff5-2bed72d279a1,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:37.205999 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:37.208693 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-7225e65e-8105-421a-bfdb-362336e240fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:37.308338 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5c87dfaa-0294-4367-b1c3-0b54857e5a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:37.396176 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=e35f9156-3550-4328-9ff5-2bed72d279a1,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:37.411614 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:37.411947 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-defe11f7-d6f4-426a-9090-2a499c77a384 req-669c079e-2ae2-408c-b10a-bfc61377f020 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 210 time: 0.1054785 Jun 07 17:28:37.434828 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5c87dfaa-0294-4367-b1c3-0b54857e5a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:37.556372 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Network e0a91cfa-3417-444c-ae04-29bf0e1ff232 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:28:37.569215 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5c87dfaa-0294-4367-b1c3-0b54857e5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:37.572824 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:28:37.574771 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5c87dfaa-0294-4367-b1c3-0b54857e5a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:37.577090 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-5c87dfaa-0294-4367-b1c3-0b54857e5a56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7df560c6-c790-4833-8649-cb19b9a950e2 HTTP/1.1" status: 204 len: 168 time: 0.5491300 Jun 07 17:28:37.578417 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-d37f33c7-8940-4f9d-8484-d3207a5e049f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:37.599784 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87dfaa-0294-4367-b1c3-0b54857e5a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df560c6-c790-4833-8649-cb19b9a950e2,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:37.603781 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5c87dfaa-0294-4367-b1c3-0b54857e5a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:37.910417 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3cd9a-9ee8-4cca-851e-9d8bafb8a749 req-34e70383-73a4-4a78-b8d0-28b34a4d6d83 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:37.917635 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3ac3cd9a-9ee8-4cca-851e-9d8bafb8a749 req-34e70383-73a4-4a78-b8d0-28b34a4d6d83 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.5670118 Jun 07 17:28:37.982860 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3ac3cd9a-9ee8-4cca-851e-9d8bafb8a749 req-b3018f1b-d6de-49c0-8925-5f96b743cee3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639815 Jun 07 17:28:37.984061 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device b38eaef8-52a3-4d79-a47e-005b5e8e34b2 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:28:38.230541 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-36bf2231-239d-46e9-bfce-f26607be3690 None None] Provisioning complete for port 94a477e2-5a13-41a5-a238-5089427907e3 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:38.231929 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-36bf2231-239d-46e9-bfce-f26607be3690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:38.249874 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Router ead3782d-40cf-4d8b-9529-a393ce141354 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:28:38.612191 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-36bf2231-239d-46e9-bfce-f26607be3690 None None] Port 94a477e2-5a13-41a5-a238-5089427907e3 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:28:38.707132 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:28:38.708761 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device e35f9156-3550-4328-9ff5-2bed72d279a1 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:38.727615 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-dd8b1ffd-a467-4cf6-947b-bd9a41c45837 admin admin] 10.222.0.13 "PUT /v2.0/routers/ead3782d-40cf-4d8b-9529-a393ce141354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3920176 Jun 07 17:28:38.775237 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fc5c3-9e49-4717-aa57-00e7fa1e81de req-42b06808-f287-4a76-9509-5286a7190301 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:38.777280 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-994fc5c3-9e49-4717-aa57-00e7fa1e81de req-42b06808-f287-4a76-9509-5286a7190301 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.3830783 Jun 07 17:28:38.831857 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56292) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:38.865574 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7469cdf5-c71a-4457-8d1f-8678f5190304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:38.913133 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-994fc5c3-9e49-4717-aa57-00e7fa1e81de req-23248084-24d0-48d5-966e-1490174cdf7f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182230 Jun 07 17:28:38.913638 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port e35f9156-3550-4328-9ff5-2bed72d279a1 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:38.915116 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:39.024278 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Sync routers for ids ['ead3782d-40cf-4d8b-9529-a393ce141354'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:28:39.086074 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Routers {'ead3782d-40cf-4d8b-9529-a393ce141354'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:28:39.092864 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:28:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['ead3782d-40cf-4d8b-9529-a393ce141354'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:39.197197 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7469cdf5-c71a-4457-8d1f-8678f5190304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:39.207409 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7469cdf5-c71a-4457-8d1f-8678f5190304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:39.273411 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:39.292950 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-7469cdf5-c71a-4457-8d1f-8678f5190304 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a6e6629421a4f28adfa6ce0864626b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593327 Jun 07 17:28:39.296577 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56302) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:39.412477 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469cdf5-c71a-4457-8d1f-8678f5190304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d221c0b-8264-4576-b0a0-1c426775b80e,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:39.431242 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-7469cdf5-c71a-4457-8d1f-8678f5190304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:39.507576 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a36dbd4a-9c20-43ec-bd3d-79ed5cc87e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:39.572874 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a36dbd4a-9c20-43ec-bd3d-79ed5cc87e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:39.665170 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-94072950-ee92-4f4e-9baf-5cb2c2021870 req-09f5f536-5709-4c4d-a4f6-db8f19ca0c6b tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 210 time: 0.1340022 Jun 07 17:28:39.710636 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a36dbd4a-9c20-43ec-bd3d-79ed5cc87e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:39.713232 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a36dbd4a-9c20-43ec-bd3d-79ed5cc87e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:39.723405 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-a36dbd4a-9c20-43ec-bd3d-79ed5cc87e07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d221c0b-8264-4576-b0a0-1c426775b80e HTTP/1.1" status: 204 len: 168 time: 0.4146128 Jun 07 17:28:39.724336 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-76eb4966-6887-484f-8418-14d1e372d597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:39.741900 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dbd4a-9c20-43ec-bd3d-79ed5cc87e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d221c0b-8264-4576-b0a0-1c426775b80e,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:39.749937 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a36dbd4a-9c20-43ec-bd3d-79ed5cc87e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:39.815354 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-e6ff9678-8a81-4610-99b8-eddb2c0dc896 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:39.816843 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-e6ff9678-8a81-4610-99b8-eddb2c0dc896 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.24 "GET /v2.0/networks?id=44158158-582a-489f-bb98-4bfcb92e5bc5 HTTP/1.1" status: 200 len: 814 time: 0.6647663 Jun 07 17:28:39.836892 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Request body: {'port': {'device_id': '4f3f7949-36fe-4457-9d7f-9858a618f10d', 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5', 'admin_state_up': True, 'tenant_id': 'edf6c993daa24d82bd7a5747f23c1ef3'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:28:40.090289 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Set router ead3782d-40cf-4d8b-9529-a393ce141354 gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:28:40.359538 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Made reservation on behalf of edf6c993daa24d82bd7a5747f23c1ef3 for: {'port': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:28:40.366665 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:40.793709 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd892dce-99d8-401c-8f4e-7b4babd1cc66 req-039b8c99-299f-4bce-aaaf-04e30d877ae0 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:40.796467 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dd892dce-99d8-401c-8f4e-7b4babd1cc66 req-039b8c99-299f-4bce-aaaf-04e30d877ae0 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.2909203 Jun 07 17:28:40.820561 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Allocated IP 172.20.0.11 (44158158-582a-489f-bb98-4bfcb92e5bc5/26dc21a9-8567-49c9-8f89-c102b71af2cb/f962f087-091a-45a3-9be1-2075e9a44e5d) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:28:40.921664 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dd892dce-99d8-401c-8f4e-7b4babd1cc66 req-bb175de4-a92b-439a-bda5-0c306325b4f5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084540 Jun 07 17:28:41.056203 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f6cc9-2863-4ba8-939d-626d541fba50 req-404804e8-be70-42ed-9106-36f4ac831c2b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:41.063573 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-739f6cc9-2863-4ba8-939d-626d541fba50 req-404804e8-be70-42ed-9106-36f4ac831c2b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.2384913 Jun 07 17:28:41.096262 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'name': 'tempest-TestMinimumBasicScenario-378070557-router', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:28:22Z', 'updated_at': '2021-06-07T17:28:35Z', 'revision_number': 4, 'project_id': 'cbfbf308302a461cab462ba47efb5704', 'gw_port': {'id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:27Z', 'updated_at': '2021-06-07T17:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '94a477e2-5a13-41a5-a238-5089427907e3', 'name': '', 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'mac_address': 'fa:16:3e:4d:bf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '53bb7f43-9e17-4d1c-ae8d-4cfb27905349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:33Z', 'updated_at': '2021-06-07T17:28:35Z', 'revision_number': 2, 'project_id': 'cbfbf308302a461cab462ba47efb5704', 'subnets': [{'id': '53bb7f43-9e17-4d1c-ae8d-4cfb27905349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:41.104117 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Checking router: ead3782d-40cf-4d8b-9529-a393ce141354 for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:28:41.105166 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Updating router ead3782d-40cf-4d8b-9529-a393ce141354 port 94a477e2-5a13-41a5-a238-5089427907e3 binding host dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:28:41.233398 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-739f6cc9-2863-4ba8-939d-626d541fba50 req-145e5843-4333-40c3-a9cd-82d004a0e5b0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687922 Jun 07 17:28:41.261411 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:41.292316 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:41.342492 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f8bb7777-1aa6-4a25-80e7-4322be0b1460 req-c2cd01b3-7404-46de-bb3d-0cadf347ffc6 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 210 time: 0.1397328 Jun 07 17:28:41.375621 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2355207'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:41.380774 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:28:41.380774 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:28:41.380774 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:28:41.380774 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:28:41.380774 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:28:41.380774 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:28:41.459847 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Network 44158158-582a-489f-bb98-4bfcb92e5bc5 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:28:41.464478 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:28:41.476037 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:28:41.632765 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:41.633435 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:41.679353 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-4a45d6fa-7fbd-4f45-a043-c30d03a2f578 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8466747 Jun 07 17:28:41.694181 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Request body: {'port': {'device_id': '4f3f7949-36fe-4457-9d7f-9858a618f10d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:28:42.344462 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:42.685259 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:42.709980 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436e54e-ec9e-46a4-bf22-9e0f5742ebe7 req-81c5646a-0211-4f29-9136-00750d404b9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:42.725928 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0436e54e-ec9e-46a4-bf22-9e0f5742ebe7 req-81c5646a-0211-4f29-9136-00750d404b9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.2617369 Jun 07 17:28:42.819333 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Notify callbacks [] for port, precommit_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:42.827409 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0436e54e-ec9e-46a4-bf22-9e0f5742ebe7 req-dfc4d830-19e1-44b3-a3b3-a4e545849e7d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918550 Jun 07 17:28:42.881468 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.provisioning_blocks [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Transition to ACTIVE for port object 94a477e2-5a13-41a5-a238-5089427907e3 will not be triggered until provisioned by entity L2. {{(pid=91781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:28:42.908034 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:42.915157 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:42.992525 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56408) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:43.201315 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56412) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:43.336183 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12b6e2-6051-4274-851e-40066894329e req-b0dd00ab-797c-4b33-9b48-a735134beee1 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:43.338533 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0d12b6e2-6051-4274-851e-40066894329e req-b0dd00ab-797c-4b33-9b48-a735134beee1 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.5708101 Jun 07 17:28:43.630316 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0133f0-0ce7-4609-9649-876ab0f1834c req-0b29acc2-2917-4b2e-8d6e-df1c5eb353db tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:43.637587 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8d0133f0-0ce7-4609-9649-876ab0f1834c req-0b29acc2-2917-4b2e-8d6e-df1c5eb353db tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 932 time: 0.6059575 Jun 07 17:28:43.671010 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-847fa65e-aeca-40f4-848f-d2c6fea3197d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6704133 Jun 07 17:28:43.730534 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0d12b6e2-6051-4274-851e-40066894329e req-99ae8cd2-9828-4aa7-a64c-e640bff69181 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3752146 Jun 07 17:28:43.743644 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8d0133f0-0ce7-4609-9649-876ab0f1834c req-2e0a7f24-68a0-4af2-ad86-78afaeb795a6 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044261 Jun 07 17:28:43.804852 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce16a04-0488-428d-bed3-8c7a8ff19900 None None] Pushing event updated for resources: {'Port': ['ID=94a477e2-5a13-41a5-a238-5089427907e3,revision_number=3']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:43.823675 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-0ce16a04-0488-428d-bed3-8c7a8ff19900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:43.866984 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Attempting to bind port 94a477e2-5a13-41a5-a238-5089427907e3 on host dv-cinder-789603-8-smb for vnic_type normal with profile {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:28:43.867369 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Attempting to bind port 94a477e2-5a13-41a5-a238-5089427907e3 by drivers openvswitch,hyperv on host dv-cinder-789603-8-smb at level 0 using segments [{'id': '8d149abc-4a20-4a81-bd34-5f948904568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232'}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:28:43.868281 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Attempting to bind port 94a477e2-5a13-41a5-a238-5089427907e3 on network e0a91cfa-3417-444c-ae04-29bf0e1ff232 {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:28:43.877217 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Checking agent: {'id': 'df716560-4999-4627-8d54-658788d6ba18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 16, 33), 'started_at': datetime.datetime(2021, 6, 7, 17, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:28:43.878022 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Checking segment: {'id': '8d149abc-4a20-4a81-bd34-5f948904568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:28:43.878750 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:43.879365 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Bound using segment: {'id': '8d149abc-4a20-4a81-bd34-5f948904568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232'} {{(pid=91781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:28:43.880079 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.managers [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Bound port: 94a477e2-5a13-41a5-a238-5089427907e3, host: dv-cinder-789603-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d149abc-4a20-4a81-bd34-5f948904568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232'}}] {{(pid=91781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:28:43.880565 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:44.024658 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:44.126411 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f962f087-091a-45a3-9be1-2075e9a44e5d {{(pid=91779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:28:44.147252 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:44.216200 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] For port 94a477e2-5a13-41a5-a238-5089427907e3, host dv-cinder-789603-8-smb, cleared binding levels {{(pid=91781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:28:44.216771 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Transition to ACTIVE for port object f962f087-091a-45a3-9be1-2075e9a44e5d will not be triggered until provisioned by entity L2. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:28:44.229617 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.plugins.ml2.db [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] For port 94a477e2-5a13-41a5-a238-5089427907e3, host dv-cinder-789603-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=94a477e2-5a13-41a5-a238-5089427907e3,segment=NetworkSegment(8d149abc-4a20-4a81-bd34-5f948904568a),segment_id=8d149abc-4a20-4a81-bd34-5f948904568a)] {{(pid=91781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:28:44.233696 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2355253'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:44.240253 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron_lib.callbacks.manager [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:44.258859 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b35bf2e0-8aad-46e1-a5a1-6d87a1391201 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:44.263925 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:44.449791 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Routers {'ead3782d-40cf-4d8b-9529-a393ce141354'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:28:44.450637 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:28:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['ead3782d-40cf-4d8b-9529-a393ce141354'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:44.530231 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce16a04-0488-428d-bed3-8c7a8ff19900 None None] Pushing event updated for resources: {'Port': ['ID=94a477e2-5a13-41a5-a238-5089427907e3,revision_number=4']} {{(pid=91781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:44.533937 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG oslo_concurrency.lockutils [None req-0ce16a04-0488-428d-bed3-8c7a8ff19900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:44.594313 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6b897-26ef-43c9-b273-70ce0e3d7c42 req-6d363b93-5a81-4aa7-b9a7-dc5e17069a01 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:44.606765 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-89b6b897-26ef-43c9-b273-70ce0e3d7c42 req-6d363b93-5a81-4aa7-b9a7-dc5e17069a01 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.4239869 Jun 07 17:28:44.749769 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Pushing event updated for resources: {'Port': ['ID=f962f087-091a-45a3-9be1-2075e9a44e5d,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:44.790778 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:44.823320 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:44.863262 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-875cd3d5-0470-48d3-968e-b0cb5b67a26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:44.935284 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] Set router ead3782d-40cf-4d8b-9529-a393ce141354 gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:28:44.950718 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:44.961870 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-89b6b897-26ef-43c9-b273-70ce0e3d7c42 req-37680174-9eb0-4af7-9544-ca4a7e9f5903 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3538446 Jun 07 17:28:44.971893 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:44.972443 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:44.973033 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:44.973598 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:44.974168 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:44.974788 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:44.975344 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:44.975933 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:44.976479 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:44.977071 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:44.977684 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.016014 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:45.119324 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Attempting to bind port f962f087-091a-45a3-9be1-2075e9a44e5d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:28:45.135146 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Attempting to bind port f962f087-091a-45a3-9be1-2075e9a44e5d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'edc03057-f5a0-4134-a53f-d75937b340d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5'}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:28:45.136904 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=997cd4c4d43d459dabbc6f3d668f5e06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9164751 Jun 07 17:28:45.141052 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56446) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:45.142731 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Attempting to bind port f962f087-091a-45a3-9be1-2075e9a44e5d on network 44158158-582a-489f-bb98-4bfcb92e5bc5 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:28:45.144260 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f87b03-a130-4893-b26d-a226dec5499c,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:45.165744 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Port f962f087-091a-45a3-9be1-2075e9a44e5d on network 44158158-582a-489f-bb98-4bfcb92e5bc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:28:45.166984 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Attempting to bind port f962f087-091a-45a3-9be1-2075e9a44e5d on network 44158158-582a-489f-bb98-4bfcb92e5bc5 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:28:45.203833 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:28:45.204054 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Checking segment: {'id': 'edc03057-f5a0-4134-a53f-d75937b340d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:28:45.204312 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Bound using segment: {'id': 'edc03057-f5a0-4134-a53f-d75937b340d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5'} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:28:45.207695 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Bound port: f962f087-091a-45a3-9be1-2075e9a44e5d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc03057-f5a0-4134-a53f-d75937b340d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5'}}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:28:45.208083 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:45.248511 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.256406 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.257350 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.258323 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.259173 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.260044 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.260937 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.262494 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.263576 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.264395 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.265058 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.267067 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:45.280627 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:45.417351 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-2004329f-9661-40d8-9384-e8e895a03d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:45.526334 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-2004329f-9661-40d8-9384-e8e895a03d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:45.532415 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] For port f962f087-091a-45a3-9be1-2075e9a44e5d, host hv-cinder-78960, cleared binding levels {{(pid=91779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:28:45.542787 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] For port f962f087-091a-45a3-9be1-2075e9a44e5d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f962f087-091a-45a3-9be1-2075e9a44e5d,segment=NetworkSegment(edc03057-f5a0-4134-a53f-d75937b340d2),segment_id=edc03057-f5a0-4134-a53f-d75937b340d2)] {{(pid=91779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:28:45.593061 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e1537-f711-44d8-a76d-330d69386e2b req-6881da51-bae8-4601-89f5-35d5cf56bf03 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:45.603064 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8e3e1537-f711-44d8-a76d-330d69386e2b req-6881da51-bae8-4601-89f5-35d5cf56bf03 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 944 time: 0.2749662 Jun 07 17:28:45.607550 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2355253'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:45.646562 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:45.766038 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Pushing event updated for resources: {'Port': ['ID=f962f087-091a-45a3-9be1-2075e9a44e5d,revision_number=3']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:45.770638 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:45.771307 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:45.772973 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] 10.222.0.24 "PUT /v2.0/ports/f962f087-091a-45a3-9be1-2075e9a44e5d HTTP/1.1" status: 200 len: 1094 time: 4.0854573 Jun 07 17:28:45.777169 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3f7949-36fe-4457-9d7f-9858a618f10d', 'tag': 'f962f087-091a-45a3-9be1-2075e9a44e5d'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:28:45.783952 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062c4203-55ea-425d-8d42-b9ea0434dfe2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3f7949-36fe-4457-9d7f-9858a618f10d", "tag": "f962f087-091a-45a3-9be1-2075e9a44e5d"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:28:45.787075 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:45.848016 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-2004329f-9661-40d8-9384-e8e895a03d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:45.849648 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8e3e1537-f711-44d8-a76d-330d69386e2b req-f123e56b-b9bb-4c85-b2ed-adf438bf43ac tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034869 Jun 07 17:28:45.850752 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-2004329f-9661-40d8-9384-e8e895a03d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:45.852089 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-2004329f-9661-40d8-9384-e8e895a03d22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56f87b03-a130-4893-b26d-a226dec5499c HTTP/1.1" status: 204 len: 168 time: 0.6983902 Jun 07 17:28:45.858129 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-e7cd2128-103f-4254-b5a3-b6e81a1f0be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:45.886904 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004329f-9661-40d8-9384-e8e895a03d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f87b03-a130-4893-b26d-a226dec5499c,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:45.902133 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-2004329f-9661-40d8-9384-e8e895a03d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:45.959815 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f478061-0aec-4c9b-a30a-475acbb096e5 req-1ec2a2ff-090e-4fac-921a-928ef9b0a0da tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:45.961350 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3f478061-0aec-4c9b-a30a-475acbb096e5 req-1ec2a2ff-090e-4fac-921a-928ef9b0a0da tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.2481151 Jun 07 17:28:46.012396 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796d1e6a-8cc8-44a8-94f5-f101e4be2951 x-openstack-request-id: req-796d1e6a-8cc8-44a8-94f5-f101e4be2951 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:28:46.012816 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3f7949-36fe-4457-9d7f-9858a618f10d", "tag": "f962f087-091a-45a3-9be1-2075e9a44e5d", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:28:46.013303 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-796d1e6a-8cc8-44a8-94f5-f101e4be2951 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:28:46.013471 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3f7949-36fe-4457-9d7f-9858a618f10d', 'tag': 'f962f087-091a-45a3-9be1-2075e9a44e5d', 'status': 'completed', 'code': 200} Jun 07 17:28:46.063182 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3f478061-0aec-4c9b-a30a-475acbb096e5 req-54a964fd-5f22-48e6-a4a6-802f0f874927 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895321 Jun 07 17:28:46.136426 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-497d56e0-fb65-4afb-a1c4-e7e10b753819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:46.143005 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-497d56e0-fb65-4afb-a1c4-e7e10b753819 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edf6c993daa24d82bd7a5747f23c1ef3&device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 1097 time: 0.2893522 Jun 07 17:28:46.236494 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'name': 'tempest-TestMinimumBasicScenario-378070557-router', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:28:22Z', 'updated_at': '2021-06-07T17:28:35Z', 'revision_number': 4, 'project_id': 'cbfbf308302a461cab462ba47efb5704', 'gw_port': {'id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:27Z', 'updated_at': '2021-06-07T17:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '94a477e2-5a13-41a5-a238-5089427907e3', 'name': '', 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'mac_address': 'fa:16:3e:4d:bf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '53bb7f43-9e17-4d1c-ae8d-4cfb27905349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:33Z', 'updated_at': '2021-06-07T17:28:44Z', 'revision_number': 4, 'project_id': 'cbfbf308302a461cab462ba47efb5704', 'subnets': [{'id': '53bb7f43-9e17-4d1c-ae8d-4cfb27905349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:28:46.266722 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155df764-651a-4e13-b07d-8e69f107d4ce None None] The sync data for ids ['ead3782d-40cf-4d8b-9529-a393ce141354'] in dv-cinder-789603-8-smb is: [{'id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'name': 'tempest-TestMinimumBasicScenario-378070557-router', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:28:22Z', 'updated_at': '2021-06-07T17:28:35Z', 'revision_number': 4, 'project_id': 'cbfbf308302a461cab462ba47efb5704', 'gw_port': {'id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:27Z', 'updated_at': '2021-06-07T17:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '94a477e2-5a13-41a5-a238-5089427907e3', 'name': '', 'network_id': 'e0a91cfa-3417-444c-ae04-29bf0e1ff232', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'mac_address': 'fa:16:3e:4d:bf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '53bb7f43-9e17-4d1c-ae8d-4cfb27905349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:33Z', 'updated_at': '2021-06-07T17:28:44Z', 'revision_number': 4, 'project_id': 'cbfbf308302a461cab462ba47efb5704', 'subnets': [{'id': '53bb7f43-9e17-4d1c-ae8d-4cfb27905349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:28:46.334811 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-17be6ff5-0174-4b1b-9568-529a12665c63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f962f087-091a-45a3-9be1-2075e9a44e5d HTTP/1.1" status: 200 len: 217 time: 0.1845510 Jun 07 17:28:46.644767 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-b16ad46b-35f4-4d5c-ab34-34fd5eda0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:46.647247 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-b16ad46b-35f4-4d5c-ab34-34fd5eda0b1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26dc21a9-8567-49c9-8f89-c102b71af2cb HTTP/1.1" status: 200 len: 854 time: 0.3058167 Jun 07 17:28:46.689462 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56470) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:46.862549 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 94a477e2-5a13-41a5-a238-5089427907e3 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:47.069812 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-063e1be3-8639-4e06-bcec-8aa0e1e48309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:47.137058 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-da86f93b-41f9-4d4a-b4f0-f35dfd2d8126 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44158158-582a-489f-bb98-4bfcb92e5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3696425 Jun 07 17:28:47.157298 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning for port 94a477e2-5a13-41a5-a238-5089427907e3 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:28:47.177091 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 94a477e2-5a13-41a5-a238-5089427907e3 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:47.179312 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:47.397764 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-063e1be3-8639-4e06-bcec-8aa0e1e48309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:47.435359 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-99f5209b-0295-478c-8780-dd8552a65771 service neutron] 10.222.0.24 "GET /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659242 Jun 07 17:28:47.563669 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-063e1be3-8639-4e06-bcec-8aa0e1e48309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:47.610727 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:47.765775 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] For port 94a477e2-5a13-41a5-a238-5089427907e3, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=94a477e2-5a13-41a5-a238-5089427907e3,segment=NetworkSegment(8d149abc-4a20-4a81-bd34-5f948904568a),segment_id=8d149abc-4a20-4a81-bd34-5f948904568a)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:47.776661 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-7469cdf5-c71a-4457-8d1f-8678f5190304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:47.791597 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:47.805839 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:47.849250 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-063e1be3-8639-4e06-bcec-8aa0e1e48309 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f615b7fe1d25450c93fd405e49265799&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1546683 Jun 07 17:28:47.857536 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56494) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:47.872999 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e1be3-8639-4e06-bcec-8aa0e1e48309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad73bd4-edf1-43ce-864f-1ed64429b5e9,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:47.877683 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-063e1be3-8639-4e06-bcec-8aa0e1e48309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:47.887161 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Pushing event updated for resources: {'Port': ['ID=94a477e2-5a13-41a5-a238-5089427907e3,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:47.893046 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:47.998819 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47482c-391d-4c2c-a266-1eac838b8ccc req-d6943a55-9f17-4e09-a70d-591c7b5a4ba4 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:48.007058 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5a47482c-391d-4c2c-a266-1eac838b8ccc req-d6943a55-9f17-4e09-a70d-591c7b5a4ba4 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 1.3577354 Jun 07 17:28:48.030910 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ab88f-0428-4624-83c0-55a35bcdc5c5 req-ea3c2a2b-7493-4756-b2c0-bb66e61d889b tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:48.040262 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-264ab88f-0428-4624-83c0-55a35bcdc5c5 req-ea3c2a2b-7493-4756-b2c0-bb66e61d889b tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 944 time: 0.6274576 Jun 07 17:28:48.104589 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7ff59713-3362-49bb-b99d-16ae738e0c6b req-f7051624-e8f1-4bfe-abf5-5a608ca3487c service neutron] 10.222.0.24 "GET /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6569917 Jun 07 17:28:48.123502 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-3a0d0879-95a0-4d7a-8fc7-1ac6e3a29b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:48.125925 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-3a0d0879-95a0-4d7a-8fc7-1ac6e3a29b67 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb&tenant_id=3d855b1896d8461bafbac40e44ffb4b5 HTTP/1.1" status: 200 len: 1096 time: 0.5722232 Jun 07 17:28:48.180326 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5a47482c-391d-4c2c-a266-1eac838b8ccc req-05e55d59-f7ee-4e85-ad8d-5c7f9ac8ed16 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1716540 Jun 07 17:28:48.199660 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fd6a96a3-7a63-4e32-b9c2-b7b68fd8cf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:48.339119 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-264ab88f-0428-4624-83c0-55a35bcdc5c5 req-f5153731-66b1-4647-94fd-32e2e5cf45c5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959440 Jun 07 17:28:48.445965 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fd6a96a3-7a63-4e32-b9c2-b7b68fd8cf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:48.534280 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-d28fd4bd-7964-4e03-ad49-a3e67d79f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:48.536211 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-d28fd4bd-7964-4e03-ad49-a3e67d79f7fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 1096 time: 0.3385973 Jun 07 17:28:48.621873 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 94a477e2-5a13-41a5-a238-5089427907e3 up at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:48.690233 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c4203-55ea-425d-8d42-b9ea0434dfe2 req-ebdda749-d5ae-45e8-8a66-0b63da9850f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:48.696822 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-062c4203-55ea-425d-8d42-b9ea0434dfe2 req-ebdda749-d5ae-45e8-8a66-0b63da9850f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edf6c993daa24d82bd7a5747f23c1ef3&device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 1097 time: 0.5045719 Jun 07 17:28:48.759033 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fd6a96a3-7a63-4e32-b9c2-b7b68fd8cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:48.765222 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-fd6a96a3-7a63-4e32-b9c2-b7b68fd8cf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:48.771587 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-fd6a96a3-7a63-4e32-b9c2-b7b68fd8cf03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ad73bd4-edf1-43ce-864f-1ed64429b5e9 HTTP/1.1" status: 204 len: 168 time: 0.8608818 Jun 07 17:28:48.974816 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-58348948-f6dd-4d7d-856c-3bc2df5e3c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:49.082754 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a96a3-7a63-4e32-b9c2-b7b68fd8cf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad73bd4-edf1-43ce-864f-1ed64429b5e9,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:49.110294 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Provisioning complete for port 94a477e2-5a13-41a5-a238-5089427907e3 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:49.111679 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:49.151164 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fd6a96a3-7a63-4e32-b9c2-b7b68fd8cf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:49.176237 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c4203-55ea-425d-8d42-b9ea0434dfe2 req-e373b1de-2aac-4a78-a6ce-6cb404c18e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:49.183413 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-062c4203-55ea-425d-8d42-b9ea0434dfe2 req-e373b1de-2aac-4a78-a6ce-6cb404c18e41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=44158158-582a-489f-bb98-4bfcb92e5bc5 HTTP/1.1" status: 200 len: 915 time: 0.4743254 Jun 07 17:28:49.332720 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-a813c9f8-1f05-46b9-8122-a59d51e0792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:49.339073 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-a813c9f8-1f05-46b9-8122-a59d51e0792e service neutron] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 918 time: 0.7783351 Jun 07 17:28:49.562109 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf409f-b49e-4697-89d1-94545230b1f3 req-cef6a28d-52aa-4d5b-9131-906f89ae6bdc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:49.575851 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-edbf409f-b49e-4697-89d1-94545230b1f3 req-cef6a28d-52aa-4d5b-9131-906f89ae6bdc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 1.0840123 Jun 07 17:28:49.680929 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-062c4203-55ea-425d-8d42-b9ea0434dfe2 req-2874edd2-e349-46be-88ec-8e2c4b993762 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f962f087-091a-45a3-9be1-2075e9a44e5d HTTP/1.1" status: 200 len: 217 time: 0.4646695 Jun 07 17:28:49.817133 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-edbf409f-b49e-4697-89d1-94545230b1f3 req-39764b3f-3b6c-44c4-a860-5301730dd229 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379351 Jun 07 17:28:49.836097 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-2f887cfd-25dc-4d66-8497-980237852731 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2 HTTP/1.1" status: 200 len: 998 time: 0.4919140 Jun 07 17:28:49.905180 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099e014-d8b0-4f53-b632-19a217c39c3f req-d3d3b92d-f7c8-4eb3-a3c8-68ba7c97933c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:49.906736 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b099e014-d8b0-4f53-b632-19a217c39c3f req-d3d3b92d-f7c8-4eb3-a3c8-68ba7c97933c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.3360343 Jun 07 17:28:49.931951 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c4203-55ea-425d-8d42-b9ea0434dfe2 req-bb9e8a79-0d4e-41a8-9b8c-3445cf59d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:49.940681 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-062c4203-55ea-425d-8d42-b9ea0434dfe2 req-bb9e8a79-0d4e-41a8-9b8c-3445cf59d3c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26dc21a9-8567-49c9-8f89-c102b71af2cb HTTP/1.1" status: 200 len: 854 time: 0.2468045 Jun 07 17:28:49.999784 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b099e014-d8b0-4f53-b632-19a217c39c3f req-61ce8c7f-d256-47ec-bba1-a741073a0328 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769649 Jun 07 17:28:50.034762 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-10a6de26-832b-4157-b401-954988018b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:50.036322 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-10a6de26-832b-4157-b401-954988018b23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.1873260 Jun 07 17:28:50.122413 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56518) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:50.149614 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8b59337e-6e9c-4cac-8cf5-611fffbfc03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:50.208163 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-062c4203-55ea-425d-8d42-b9ea0434dfe2 req-f17df80a-ad96-4c6e-8dbf-8fb31ca15480 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44158158-582a-489f-bb98-4bfcb92e5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2649088 Jun 07 17:28:50.279975 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-972ee2f8-0d96-4a58-b4fa-955722190b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:50.283247 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-972ee2f8-0d96-4a58-b4fa-955722190b1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2380276 Jun 07 17:28:50.611263 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-062c4203-55ea-425d-8d42-b9ea0434dfe2 req-676cec53-c322-4393-9a74-38448f12f4a2 service neutron] 10.222.0.24 "GET /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972493 Jun 07 17:28:50.649720 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-7de1c9a4-6721-4467-aa88-0016bd18bb2e service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579414 Jun 07 17:28:50.750574 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8b59337e-6e9c-4cac-8cf5-611fffbfc03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:50.786740 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-8b59337e-6e9c-4cac-8cf5-611fffbfc03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:50.797855 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-7ce9471e-37ce-4eb1-8ce0-660d844bfd84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:50.923141 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-062c4203-55ea-425d-8d42-b9ea0434dfe2 req-947596f4-e9f5-41b5-bbb3-1b99d688a1ce service neutron] 10.222.0.24 "GET /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049624 Jun 07 17:28:50.968528 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25df08-0877-4249-abb6-7e4204fa4999 req-caefce5a-8249-424c-bc6a-f2732e931395 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:50.978887 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-be25df08-0877-4249-abb6-7e4204fa4999 req-caefce5a-8249-424c-bc6a-f2732e931395 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 944 time: 0.7896738 Jun 07 17:28:51.055982 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59337e-6e9c-4cac-8cf5-611fffbfc03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c1a5b7-6e5b-405a-958f-3a0b77a07c17,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:51.071533 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-be25df08-0877-4249-abb6-7e4204fa4999 req-565b7084-3853-44cf-8f47-e14123c200d4 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898077 Jun 07 17:28:51.074539 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfac7213-d376-4846-87e6-dae9f62a4ef3 req-0ca77878-8a69-43bc-9887-a17006d21bf4 service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129343 Jun 07 17:28:51.077889 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-8b59337e-6e9c-4cac-8cf5-611fffbfc03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:51.091514 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-8b59337e-6e9c-4cac-8cf5-611fffbfc03b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1713e56ec3654f16bbedc7864a3523f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9656649 Jun 07 17:28:51.091835 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56542) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:51.220699 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0673b5a3-0009-43e9-aeb8-fa7a833f8e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:51.257525 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0673b5a3-0009-43e9-aeb8-fa7a833f8e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:51.419129 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a2146-9250-4924-a6df-9f815891f419 req-d5cf1120-2e5e-434b-a1d2-cab2beec6887 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:51.428141 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e32a2146-9250-4924-a6df-9f815891f419 req-d5cf1120-2e5e-434b-a1d2-cab2beec6887 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.1678813 Jun 07 17:28:51.502335 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e64fd-2466-4e92-bf0e-bd90e5b1e3bf req-9603e79a-b640-435a-b2ab-2a3e4b67d69f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:51.507912 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-138e64fd-2466-4e92-bf0e-bd90e5b1e3bf req-9603e79a-b640-435a-b2ab-2a3e4b67d69f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.2385449 Jun 07 17:28:51.513886 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e32a2146-9250-4924-a6df-9f815891f419 req-52847039-5057-4922-bba0-9d69c1ac2da5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843947 Jun 07 17:28:51.553872 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0673b5a3-0009-43e9-aeb8-fa7a833f8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:51.557003 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0673b5a3-0009-43e9-aeb8-fa7a833f8e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:51.558329 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-0673b5a3-0009-43e9-aeb8-fa7a833f8e9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57c1a5b7-6e5b-405a-958f-3a0b77a07c17 HTTP/1.1" status: 204 len: 168 time: 0.4654794 Jun 07 17:28:51.564526 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-54002cd3-0430-4ec7-abaf-47d73d7b46ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:51.579167 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673b5a3-0009-43e9-aeb8-fa7a833f8e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c1a5b7-6e5b-405a-958f-3a0b77a07c17,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:51.584040 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-0673b5a3-0009-43e9-aeb8-fa7a833f8e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:51.611767 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-138e64fd-2466-4e92-bf0e-bd90e5b1e3bf req-9b1916e4-8648-4e44-bbca-b888c27849d6 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879934 Jun 07 17:28:52.065360 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device f962f087-091a-45a3-9be1-2075e9a44e5d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:28:52.355164 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caffa78-09d3-45ca-8b18-9624399c8c37 req-159bcbb8-52bc-4eef-8bd6-67bce4573ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:52.357679 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5caffa78-09d3-45ca-8b18-9624399c8c37 req-159bcbb8-52bc-4eef-8bd6-67bce4573ea3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32ff372ddb784e80bd8613340b215cf3&device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 1099 time: 0.3409755 Jun 07 17:28:52.389523 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port f962f087-091a-45a3-9be1-2075e9a44e5d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f962f087-091a-45a3-9be1-2075e9a44e5d,segment=NetworkSegment(edc03057-f5a0-4134-a53f-d75937b340d2),segment_id=edc03057-f5a0-4134-a53f-d75937b340d2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:52.409035 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673897f-58fc-41a7-a76f-e384d0605c56 req-5400efb6-60e5-4d8b-a2cc-8e9dc7ce517d tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:52.419582 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2673897f-58fc-41a7-a76f-e384d0605c56 req-5400efb6-60e5-4d8b-a2cc-8e9dc7ce517d tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 944 time: 0.1222143 Jun 07 17:28:52.435763 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': 'f962f087-091a-45a3-9be1-2075e9a44e5d', 'network_id': '44158158-582a-489f-bb98-4bfcb92e5bc5', 'port_id': 'f962f087-091a-45a3-9be1-2075e9a44e5d', 'mac_address': 'fa:16:3e:fb:93:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26dc21a9-8567-49c9-8f89-c102b71af2cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:28:52.534264 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caffa78-09d3-45ca-8b18-9624399c8c37 req-2bc97cb4-530e-472a-abf6-3539fc4a6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:52.536465 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5caffa78-09d3-45ca-8b18-9624399c8c37 req-2bc97cb4-530e-472a-abf6-3539fc4a6891 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a036aeba-98be-498c-945c-229a6b821f25 HTTP/1.1" status: 200 len: 912 time: 0.1708970 Jun 07 17:28:52.543641 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2673897f-58fc-41a7-a76f-e384d0605c56 req-2b376683-794e-4074-b734-0adcc5cd3772 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230540 Jun 07 17:28:52.566102 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbac2d-78a9-48ae-82cb-88961d7009d3 req-b058834a-cd7b-4d59-9d8f-553763788225 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:52.569447 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:52.573731 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1bfbac2d-78a9-48ae-82cb-88961d7009d3 req-b058834a-cd7b-4d59-9d8f-553763788225 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.4547920 Jun 07 17:28:52.620535 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f962f087-091a-45a3-9be1-2075e9a44e5d {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:28:52.672516 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port f962f087-091a-45a3-9be1-2075e9a44e5d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f962f087-091a-45a3-9be1-2075e9a44e5d,segment=NetworkSegment(edc03057-f5a0-4134-a53f-d75937b340d2),segment_id=edc03057-f5a0-4134-a53f-d75937b340d2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:52.683805 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:52.689279 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:52.917172 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=f962f087-091a-45a3-9be1-2075e9a44e5d,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:52.964614 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:52.972994 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:52.973915 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:52.974799 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:52.976198 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:52.976844 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:52.980212 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:52.980810 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:52.981240 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:52.990522 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:52.991050 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:52.991538 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:28:53.004597 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:53.006700 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5caffa78-09d3-45ca-8b18-9624399c8c37 req-44b7206b-a9a1-4521-922b-769e59c61283 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd24fe9-8219-48b8-9fa7-1d386990cacc HTTP/1.1" status: 200 len: 1002 time: 0.4299664 Jun 07 17:28:53.144169 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['f962f087-091a-45a3-9be1-2075e9a44e5d'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:28:53.157470 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1bfbac2d-78a9-48ae-82cb-88961d7009d3 req-665675f4-5ca0-4030-8b98-b22def193525 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5823348 Jun 07 17:28:53.214798 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8da936-ba0f-4be2-9c4a-d04a0c6bcb6f req-cff1391f-6bb1-4088-9db2-e547d4e042fa tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:53.235597 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4b8da936-ba0f-4be2-9c4a-d04a0c6bcb6f req-cff1391f-6bb1-4088-9db2-e547d4e042fa tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.2715290 Jun 07 17:28:53.248197 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caffa78-09d3-45ca-8b18-9624399c8c37 req-da932f0c-0086-4b59-b43e-84f0854741a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:53.250139 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5caffa78-09d3-45ca-8b18-9624399c8c37 req-da932f0c-0086-4b59-b43e-84f0854741a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3 HTTP/1.1" status: 200 len: 850 time: 0.2200620 Jun 07 17:28:53.384224 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4b8da936-ba0f-4be2-9c4a-d04a0c6bcb6f req-8e925a3e-274c-4ad9-a747-da4204e97564 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490183 Jun 07 17:28:53.404472 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caffa78-09d3-45ca-8b18-9624399c8c37 req-367002cf-0772-4da5-9786-10ce154d952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:53.406258 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5caffa78-09d3-45ca-8b18-9624399c8c37 req-367002cf-0772-4da5-9786-10ce154d952d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a036aeba-98be-498c-945c-229a6b821f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1452675 Jun 07 17:28:53.853212 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5caffa78-09d3-45ca-8b18-9624399c8c37 req-65e4a9fb-a1a6-44f9-8e3b-4ce91c297593 service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231009 Jun 07 17:28:53.939842 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:28:54.335061 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8a76b-0e58-41b8-926a-f9ec27f13c74 req-534a0346-66cf-4807-a4e0-bdf487a9c251 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:54.343419 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2bf8a76b-0e58-41b8-926a-f9ec27f13c74 req-534a0346-66cf-4807-a4e0-bdf487a9c251 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 945 time: 0.4935994 Jun 07 17:28:54.414482 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5caffa78-09d3-45ca-8b18-9624399c8c37 req-d4ca2c92-de81-4edc-a007-f1b8d6d6d9d5 service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610076 Jun 07 17:28:54.490975 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2bf8a76b-0e58-41b8-926a-f9ec27f13c74 req-7814dbca-96a0-4f5c-9e2e-4f64a2b32e67 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462219 Jun 07 17:28:54.741268 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc004ac-88f8-48e3-beed-4630d0d527b3 req-a59558f5-1f23-4e08-b671-e0d1b181b053 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:54.750142 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0bc004ac-88f8-48e3-beed-4630d0d527b3 req-a59558f5-1f23-4e08-b671-e0d1b181b053 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.2140839 Jun 07 17:28:54.781698 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d333a23-985a-4b7e-a081-6a01c2b5d3f4 req-c58c4d0c-d3dc-4302-8781-4c74935c453c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:54.795105 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5d333a23-985a-4b7e-a081-6a01c2b5d3f4 req-c58c4d0c-d3dc-4302-8781-4c74935c453c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1376827 Jun 07 17:28:54.883593 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5d333a23-985a-4b7e-a081-6a01c2b5d3f4 req-7d16fd21-36df-434c-94e9-d33756721681 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840111 Jun 07 17:28:54.884956 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0bc004ac-88f8-48e3-beed-4630d0d527b3 req-8546e34b-7dc5-4ea7-a472-b38bd842c59e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319754 Jun 07 17:28:54.936616 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56622) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:55.147408 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7e893f26-5401-481b-8cb7-a61a6a1423fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:55.311444 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7e893f26-5401-481b-8cb7-a61a6a1423fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:55.319252 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7e893f26-5401-481b-8cb7-a61a6a1423fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:55.362628 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-97642f0b-5b75-4a46-be79-b70e71d6f379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:55.438032 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-7e893f26-5401-481b-8cb7-a61a6a1423fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acf15336236d4c93a6b8f52539529ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5004754 Jun 07 17:28:55.440398 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e893f26-5401-481b-8cb7-a61a6a1423fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bed1b55-538f-4fbc-bb45-4bb81c857bbb,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:55.444916 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 56628) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:28:55.462966 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-7e893f26-5401-481b-8cb7-a61a6a1423fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:55.719582 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-067a035a-50a2-4e8a-84d8-bed3be4fd495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:55.762801 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-067a035a-50a2-4e8a-84d8-bed3be4fd495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:55.838437 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-067a035a-50a2-4e8a-84d8-bed3be4fd495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:55.841584 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-067a035a-50a2-4e8a-84d8-bed3be4fd495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:55.857868 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-067a035a-50a2-4e8a-84d8-bed3be4fd495 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bed1b55-538f-4fbc-bb45-4bb81c857bbb HTTP/1.1" status: 204 len: 168 time: 0.4009495 Jun 07 17:28:55.861548 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c79224f9-0d50-44be-9670-0821bc7c9af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:55.904659 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a035a-50a2-4e8a-84d8-bed3be4fd495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bed1b55-538f-4fbc-bb45-4bb81c857bbb,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:55.945003 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-067a035a-50a2-4e8a-84d8-bed3be4fd495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:56.094323 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56017abd-7282-46b8-83ed-f6da337879d4 req-d0254c27-75d3-43ac-898d-23c48fefc729 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:56.097002 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device f962f087-091a-45a3-9be1-2075e9a44e5d up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:28:56.138408 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-56017abd-7282-46b8-83ed-f6da337879d4 req-d0254c27-75d3-43ac-898d-23c48fefc729 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 945 time: 0.3094585 Jun 07 17:28:56.384878 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-56017abd-7282-46b8-83ed-f6da337879d4 req-db657f23-b0e3-4b5e-b7d2-9a47bd7d52f5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451251 Jun 07 17:28:56.404184 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port f962f087-091a-45a3-9be1-2075e9a44e5d completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:28:56.416150 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port f962f087-091a-45a3-9be1-2075e9a44e5d triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:28:56.416740 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:56.504390 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb722106-d96e-429f-9e1a-a9aba53ea2e9 req-bd81f72c-3d69-4297-937f-9dc210d3fe4f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:56.514628 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fb722106-d96e-429f-9e1a-a9aba53ea2e9 req-bd81f72c-3d69-4297-937f-9dc210d3fe4f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.3241570 Jun 07 17:28:56.584023 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fb722106-d96e-429f-9e1a-a9aba53ea2e9 req-a5538937-842e-4032-91bd-5aa3f32f5a60 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680854 Jun 07 17:28:56.697318 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:56.730083 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c792ca-4c6b-438d-b2b2-eff4032e138d req-0c7861f5-f45a-4f7b-907d-c0ad02f9240f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:56.761722 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-14c792ca-4c6b-438d-b2b2-eff4032e138d req-0c7861f5-f45a-4f7b-907d-c0ad02f9240f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1603725 Jun 07 17:28:56.766603 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3f7949-36fe-4457-9d7f-9858a618f10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f962f087-091a-45a3-9be1-2075e9a44e5d'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:28:56.783422 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557904a2-9d8d-4f43-9c73-97e9697d7478" -d '{"events": [{"server_uuid": "4f3f7949-36fe-4457-9d7f-9858a618f10d", "name": "network-vif-plugged", "status": "completed", "tag": "f962f087-091a-45a3-9be1-2075e9a44e5d"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:28:56.797902 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port f962f087-091a-45a3-9be1-2075e9a44e5d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f962f087-091a-45a3-9be1-2075e9a44e5d,segment=NetworkSegment(edc03057-f5a0-4134-a53f-d75937b340d2),segment_id=edc03057-f5a0-4134-a53f-d75937b340d2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:28:56.809374 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:56.815894 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:28:56.918776 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-14c792ca-4c6b-438d-b2b2-eff4032e138d req-66279652-c665-4c86-ab9c-dbbaeb33940e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542573 Jun 07 17:28:56.934989 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd8f364-0fcf-4a95-80f8-4199f03a805f x-openstack-request-id: req-3cd8f364-0fcf-4a95-80f8-4199f03a805f {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:28:56.935592 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3f7949-36fe-4457-9d7f-9858a618f10d", "name": "network-vif-plugged", "status": "completed", "tag": "f962f087-091a-45a3-9be1-2075e9a44e5d", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:28:56.935868 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cd8f364-0fcf-4a95-80f8-4199f03a805f {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:28:56.936268 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3f7949-36fe-4457-9d7f-9858a618f10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f962f087-091a-45a3-9be1-2075e9a44e5d', 'code': 200} Jun 07 17:28:57.077352 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=f962f087-091a-45a3-9be1-2075e9a44e5d,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:28:57.082799 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:28:58.049530 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7940b-afb0-49ca-9e2e-c2f9816c02bd req-64d7259e-52ec-49bc-80e6-96190f62b477 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:58.058149 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-33d7940b-afb0-49ca-9e2e-c2f9816c02bd req-64d7259e-52ec-49bc-80e6-96190f62b477 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 946 time: 0.4635639 Jun 07 17:28:58.170026 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-33d7940b-afb0-49ca-9e2e-c2f9816c02bd req-1f4af811-c76e-4464-b631-382fac96f572 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105976 Jun 07 17:28:58.262847 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7748feb-04d6-42fc-8adb-3bed82ca1244 req-706ffccd-56b5-40c5-ac7c-01c3b5b85084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:58.269222 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b7748feb-04d6-42fc-8adb-3bed82ca1244 req-706ffccd-56b5-40c5-ac7c-01c3b5b85084 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 1099 time: 0.6896307 Jun 07 17:28:58.372774 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b7748feb-04d6-42fc-8adb-3bed82ca1244 req-4fb78e8f-1c78-48bf-bfc7-30eaf2f6440d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943336 Jun 07 17:28:58.439688 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bdf3f-ebda-4ad9-bbaf-e4429e68ad6e req-ee1eb58e-4286-4aab-a019-a47f988a04f4 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:58.451421 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f95bdf3f-ebda-4ad9-bbaf-e4429e68ad6e req-ee1eb58e-4286-4aab-a019-a47f988a04f4 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.6711881 Jun 07 17:28:58.574870 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f95bdf3f-ebda-4ad9-bbaf-e4429e68ad6e req-54b994ea-85ac-4cc6-9232-beb0d26d6d5f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219966 Jun 07 17:28:58.938816 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3028e-be91-478e-9e60-bef9057962c9 req-923c9389-3e91-42a2-b409-c93fc050170b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:58.940568 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1ad3028e-be91-478e-9e60-bef9057962c9 req-923c9389-3e91-42a2-b409-c93fc050170b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.4195063 Jun 07 17:28:59.006495 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1ad3028e-be91-478e-9e60-bef9057962c9 req-27970ae4-d67b-40ad-9261-65fcd96b8e4f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585978 Jun 07 17:28:59.514520 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb2fe-ad42-4354-aed3-cde089920e9d req-ec2a2dfb-f5f4-43b1-b24a-b112a38e667e tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:28:59.522746 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-95cbb2fe-ad42-4354-aed3-cde089920e9d req-ec2a2dfb-f5f4-43b1-b24a-b112a38e667e tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 946 time: 0.1628087 Jun 07 17:28:59.632153 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-95cbb2fe-ad42-4354-aed3-cde089920e9d req-f90b7e7b-5725-4fa1-98c7-f231fdbcad71 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082883 Jun 07 17:29:00.288148 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c258112e-0404-429e-a923-289f725bb427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:00.531694 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56720) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:00.583224 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ed5c2-154e-47a7-9250-0981fe9d7e29 req-77cb2818-4b18-47a0-b2d6-4ce48059ad42 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:00.585525 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-274ed5c2-154e-47a7-9250-0981fe9d7e29 req-77cb2818-4b18-47a0-b2d6-4ce48059ad42 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1918473 Jun 07 17:29:00.692363 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-274ed5c2-154e-47a7-9250-0981fe9d7e29 req-abac153d-a7ac-42bd-a0bb-6046bc1a762d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941105 Jun 07 17:29:00.891239 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-45707280-a850-4f76-a5bf-baa66377d614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:01.267731 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa05f0-975e-48ee-9e27-fe8771752eba req-61c6d074-50e2-4bbc-80e6-c9a9717be836 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:01.275511 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ecaa05f0-975e-48ee-9e27-fe8771752eba req-61c6d074-50e2-4bbc-80e6-c9a9717be836 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 946 time: 0.2769063 Jun 07 17:29:01.442415 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ecaa05f0-975e-48ee-9e27-fe8771752eba req-42dab96e-3183-4608-aecb-25c375f2475e tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639977 Jun 07 17:29:01.509752 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-45707280-a850-4f76-a5bf-baa66377d614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:01.519227 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-45707280-a850-4f76-a5bf-baa66377d614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:01.588761 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a161414e-339a-428e-9ab4-f1228bce72c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:01.604449 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-45707280-a850-4f76-a5bf-baa66377d614 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8401480f56a345fabfceac2cfd876ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0715666 Jun 07 17:29:01.607085 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 56742) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:01.654994 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45707280-a850-4f76-a5bf-baa66377d614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708c59fa-8c9c-4362-99ca-31ae355ba225,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:01.663130 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-45707280-a850-4f76-a5bf-baa66377d614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:01.790517 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f6f8635f-2839-4129-bb7d-3c1d96557c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:01.885900 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f6f8635f-2839-4129-bb7d-3c1d96557c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:02.120771 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f6f8635f-2839-4129-bb7d-3c1d96557c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:02.129107 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f6f8635f-2839-4129-bb7d-3c1d96557c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:02.132188 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-f6f8635f-2839-4129-bb7d-3c1d96557c4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/708c59fa-8c9c-4362-99ca-31ae355ba225 HTTP/1.1" status: 204 len: 168 time: 0.5213122 Jun 07 17:29:02.134344 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:02.159337 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8635f-2839-4129-bb7d-3c1d96557c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708c59fa-8c9c-4362-99ca-31ae355ba225,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:02.162686 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f6f8635f-2839-4129-bb7d-3c1d96557c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:02.568364 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-a7007ec7-7c3c-4800-b9a6-fee05455c41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:02.838804 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:03.047351 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81063ce9-08a0-4058-9410-dbc332f2ce27 req-51024866-ffc3-4094-95bb-ae49d299e48d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:03.066817 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-81063ce9-08a0-4058-9410-dbc332f2ce27 req-51024866-ffc3-4094-95bb-ae49d299e48d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.3273256 Jun 07 17:29:03.169969 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-81063ce9-08a0-4058-9410-dbc332f2ce27 req-c3db96a6-919c-4fb1-b92e-b7709f4d0b8e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014521 Jun 07 17:29:03.841126 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:04.960044 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c2a70-0f22-4717-926a-09b71a20fe99 req-763183bc-d7cf-4d6d-94a0-fd05b13fe3f7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:04.977741 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f87c2a70-0f22-4717-926a-09b71a20fe99 req-763183bc-d7cf-4d6d-94a0-fd05b13fe3f7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.3829503 Jun 07 17:29:05.080540 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f87c2a70-0f22-4717-926a-09b71a20fe99 req-d4ec4671-d46a-4d27-8f90-fd942f793e91 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005173 Jun 07 17:29:05.225531 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-4999a660-72a9-4a8f-861d-45da7420247e tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:05.233831 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-4999a660-72a9-4a8f-861d-45da7420247e tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/networks?id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed HTTP/1.1" status: 200 len: 815 time: 0.3625360 Jun 07 17:29:05.258704 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-bca76d29-ac54-4272-86d0-bc6783c072b7 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/quotas/55ca40200b374d32a515c7bdd771f3f8 HTTP/1.1" status: 200 len: 375 time: 0.0241046 Jun 07 17:29:05.448660 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-d78ad548-dbd4-4570-93b0-86783849bddb tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55ca40200b374d32a515c7bdd771f3f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1818740 Jun 07 17:29:05.811161 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-2cf39468-8d73-464c-8fa4-2e39106c1ed4 service neutron] 10.222.0.13 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244846 Jun 07 17:29:05.828908 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:06.136451 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-2649f804-3d1e-44fc-902f-9e772f64fa9a service neutron] 10.222.0.13 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160462 Jun 07 17:29:06.443887 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8487cd-fd56-4d4c-9d4b-1ca0a732ab28 req-06b731d1-3f0f-4a36-ab8b-5f2e777f6116 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:06.445715 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8d8487cd-fd56-4d4c-9d4b-1ca0a732ab28 req-06b731d1-3f0f-4a36-ab8b-5f2e777f6116 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1436169 Jun 07 17:29:06.516345 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8d8487cd-fd56-4d4c-9d4b-1ca0a732ab28 req-63c20206-c88f-4feb-bb54-44380f632245 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578649 Jun 07 17:29:07.572525 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cdb0dd7f-a7d8-4a07-bfb3-fd4d91b758cd req-75a1f354-ad72-46f4-8cb1-4c082b29c8d2 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 210 time: 0.0512519 Jun 07 17:29:07.769981 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e7fb8-a70d-48c4-9c49-39150066b7aa req-0b21c95b-e613-4376-9649-a330ab4f8592 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:07.771710 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-116e7fb8-a70d-48c4-9c49-39150066b7aa req-0b21c95b-e613-4376-9649-a330ab4f8592 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1041512 Jun 07 17:29:07.865535 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-116e7fb8-a70d-48c4-9c49-39150066b7aa req-9e1ed45c-3487-4a4b-905b-4947fe6c191d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812473 Jun 07 17:29:08.774108 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f36ce15a-7959-4b82-8a89-7fb09a76a0b3 req-e30484da-275d-4aee-a280-858da10a2f7b tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 210 time: 0.0472548 Jun 07 17:29:09.107082 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670452b-1e41-4604-bb1c-ce70731129dd req-d198257a-10cb-4f20-91a6-66412c0d9c04 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:09.108036 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d670452b-1e41-4604-bb1c-ce70731129dd req-d198257a-10cb-4f20-91a6-66412c0d9c04 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.0961637 Jun 07 17:29:09.165591 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d670452b-1e41-4604-bb1c-ce70731129dd req-01fed73f-9579-4d6c-b1fd-d316d4707649 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466313 Jun 07 17:29:09.931793 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0cd0f584-5108-45b5-8afb-d4c5fee5da3c req-e0c59daa-019c-40e9-8bf6-45ede5330a47 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 210 time: 0.0441086 Jun 07 17:29:10.363651 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56936) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:10.384097 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070478b9-1bb8-4f4a-acee-8e1cc4c9efce req-d8f09d84-0014-41fd-a69d-62b2b3362759 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:10.385546 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-070478b9-1bb8-4f4a-acee-8e1cc4c9efce req-d8f09d84-0014-41fd-a69d-62b2b3362759 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.0938652 Jun 07 17:29:10.437409 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-070478b9-1bb8-4f4a-acee-8e1cc4c9efce req-6ea8ebb3-0dc3-4500-b132-b8311b947558 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425966 Jun 07 17:29:10.517246 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bb60-98da-4fc1-a17d-912a591b2c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:10.652391 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bb60-98da-4fc1-a17d-912a591b2c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:10.662690 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bb60-98da-4fc1-a17d-912a591b2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:10.674436 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-9263e30d-61b8-4b82-a480-dcab25c00b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:10.723149 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-a1f9bb60-98da-4fc1-a17d-912a591b2c28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bd1347af61141d7964749a6f5454d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540523 Jun 07 17:29:10.723149 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9bb60-98da-4fc1-a17d-912a591b2c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e93440-6d0d-4286-aa7a-754e90a9fbf1,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:10.723534 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 56946) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:10.751713 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a1f9bb60-98da-4fc1-a17d-912a591b2c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:10.803742 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c06c65b9-3c99-4ac4-9dcb-40b1de07423f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:10.840305 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c06c65b9-3c99-4ac4-9dcb-40b1de07423f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:10.918476 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c06c65b9-3c99-4ac4-9dcb-40b1de07423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:10.921820 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c06c65b9-3c99-4ac4-9dcb-40b1de07423f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:10.923780 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-c06c65b9-3c99-4ac4-9dcb-40b1de07423f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6e93440-6d0d-4286-aa7a-754e90a9fbf1 HTTP/1.1" status: 204 len: 168 time: 0.1987753 Jun 07 17:29:10.925002 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4d767fd2-386d-4da4-a833-e4ff20b14129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:10.940309 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c65b9-3c99-4ac4-9dcb-40b1de07423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e93440-6d0d-4286-aa7a-754e90a9fbf1,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:10.942890 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c06c65b9-3c99-4ac4-9dcb-40b1de07423f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:11.147503 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a2cc177e-cebc-4d3b-92af-5cd5a15b0882 req-0ae0e043-c4a7-4755-a039-2c2ae8d048f6 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 210 time: 0.0635650 Jun 07 17:29:11.321554 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 56962) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:11.339493 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-83890c91-0dd0-4ddd-a1d5-010dd74cf7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:11.471329 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-83890c91-0dd0-4ddd-a1d5-010dd74cf7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:11.483092 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-83890c91-0dd0-4ddd-a1d5-010dd74cf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:11.492985 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f6f8635f-2839-4129-bb7d-3c1d96557c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:11.537391 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-83890c91-0dd0-4ddd-a1d5-010dd74cf7e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4a0a155906a40a8abb4ffc5e3af460f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146435 Jun 07 17:29:11.539222 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83890c91-0dd0-4ddd-a1d5-010dd74cf7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe7368b-9a7a-4510-84b3-ee6730b3951c,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:11.541613 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 56966) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:11.542887 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-83890c91-0dd0-4ddd-a1d5-010dd74cf7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:11.679479 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b4c4a49b-840a-4e0d-af09-a55f4070bb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:11.737827 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b4c4a49b-840a-4e0d-af09-a55f4070bb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:11.757687 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c86ee4-96c5-4b60-8476-73204dc6e1e6 req-a98abb6d-1e83-42c0-a0a2-af3b206d0e61 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:11.759297 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e0c86ee4-96c5-4b60-8476-73204dc6e1e6 req-a98abb6d-1e83-42c0-a0a2-af3b206d0e61 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1822937 Jun 07 17:29:11.849842 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e0c86ee4-96c5-4b60-8476-73204dc6e1e6 req-827be4ab-298e-498d-8533-3a883cf396aa tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682495 Jun 07 17:29:11.855200 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b4c4a49b-840a-4e0d-af09-a55f4070bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:11.859672 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b4c4a49b-840a-4e0d-af09-a55f4070bb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:11.863958 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-b4c4a49b-840a-4e0d-af09-a55f4070bb45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fe7368b-9a7a-4510-84b3-ee6730b3951c HTTP/1.1" status: 204 len: 168 time: 0.3185251 Jun 07 17:29:11.863958 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-063e1be3-8639-4e06-bcec-8aa0e1e48309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:11.888590 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4a49b-840a-4e0d-af09-a55f4070bb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe7368b-9a7a-4510-84b3-ee6730b3951c,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:11.891176 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b4c4a49b-840a-4e0d-af09-a55f4070bb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:12.311962 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:12.319669 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a22904e5-acb8-42db-870a-f68ccb247519 req-c82437cd-0161-4df0-a863-08873ea78056 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 210 time: 0.0474808 Jun 07 17:29:13.079884 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd57569-369e-4f30-aa7e-6c44df191edc req-40823158-4453-450d-86bc-5ea4a8bff9b3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:13.082227 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ddd57569-369e-4f30-aa7e-6c44df191edc req-40823158-4453-450d-86bc-5ea4a8bff9b3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1059210 Jun 07 17:29:13.157751 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ddd57569-369e-4f30-aa7e-6c44df191edc req-3428944a-15e4-48cb-bbcb-2bbb9a6d8862 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678141 Jun 07 17:29:13.385554 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 57016) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:13.539751 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0ebf1802-5d1f-416e-a95a-3e89e606003a req-59e31237-45e5-46db-b2a9-c173e8c36c76 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 210 time: 0.0518095 Jun 07 17:29:13.541943 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b387-3025-4ef9-a83a-01afeb43955c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:13.715655 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b387-3025-4ef9-a83a-01afeb43955c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:13.721304 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b387-3025-4ef9-a83a-01afeb43955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:13.737784 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b4c4a49b-840a-4e0d-af09-a55f4070bb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:13.866223 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-d6b9b387-3025-4ef9-a83a-01afeb43955c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44666ec6ebbb470487a1a4e077681e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4788852 Jun 07 17:29:13.866843 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9b387-3025-4ef9-a83a-01afeb43955c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c35ed6e-0f29-4cd3-88b6-fd7192b48858,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:13.869225 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57024) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:13.870271 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-d6b9b387-3025-4ef9-a83a-01afeb43955c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:13.942634 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e325cb09-1ca0-47cb-9f84-7986fc8758bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:13.974066 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e325cb09-1ca0-47cb-9f84-7986fc8758bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:14.055468 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e325cb09-1ca0-47cb-9f84-7986fc8758bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:14.058506 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e325cb09-1ca0-47cb-9f84-7986fc8758bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:14.062112 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-e325cb09-1ca0-47cb-9f84-7986fc8758bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c35ed6e-0f29-4cd3-88b6-fd7192b48858 HTTP/1.1" status: 204 len: 168 time: 0.1892765 Jun 07 17:29:14.062112 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5c87dfaa-0294-4367-b1c3-0b54857e5a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:14.104464 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325cb09-1ca0-47cb-9f84-7986fc8758bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c35ed6e-0f29-4cd3-88b6-fd7192b48858,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:14.109192 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e325cb09-1ca0-47cb-9f84-7986fc8758bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:14.261649 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-10d436f7-b840-44db-bbe7-eb1244fa8a18 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:14.267147 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-10d436f7-b840-44db-bbe7-eb1244fa8a18 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.24 "GET /v2.0/networks?id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed HTTP/1.1" status: 200 len: 815 time: 0.2651083 Jun 07 17:29:14.288053 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Request body: {'port': {'device_id': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'admin_state_up': True, 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:29:14.561655 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3b375-2a7a-434f-a3c0-9912cde0d6c7 req-bb6babe8-26ea-4fff-97aa-0cf610ff1d91 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:14.563545 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2dc3b375-2a7a-434f-a3c0-9912cde0d6c7 req-bb6babe8-26ea-4fff-97aa-0cf610ff1d91 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.2413342 Jun 07 17:29:14.598084 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Made reservation on behalf of 55ca40200b374d32a515c7bdd771f3f8 for: {'port': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:29:14.601652 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:14.682848 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2dc3b375-2a7a-434f-a3c0-9912cde0d6c7 req-d593c9f6-fc7e-4a0b-8652-762901d3c699 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114917 Jun 07 17:29:14.723287 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b6ca882e-e250-4c22-8294-8d13e4200603 req-15c6204a-60b5-46cc-8dcd-d522086d6a8e tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 210 time: 0.0514376 Jun 07 17:29:14.850712 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Allocated IP 172.20.0.6 (3c86886e-5f82-4f36-80fa-5c1fdc3d34ed/70c63c19-8182-44e8-8d03-6ffe55d16f64/34225ee0-74d8-4079-8cc7-fb3fbb7b6326) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:29:15.247425 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:15.269660 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Transition to ACTIVE for port object 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 will not be triggered until provisioned by entity DHCP. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:29:15.305979 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:15.310271 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:29:15.310271 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:29:15.310271 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:29:15.310271 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:29:15.310271 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:29:15.310271 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:29:15.354910 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:29:15.356334 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:29:15.358805 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:29:15.465763 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:15.466707 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:15.498281 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-1bb300e8-8761-45ff-a379-f3ead16d3293 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2165108 Jun 07 17:29:15.693940 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-ff99383f-a5e8-4403-95b2-de8793c35e12 None None] Provisioning for port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:29:15.708779 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-ff99383f-a5e8-4403-95b2-de8793c35e12 None None] Provisioning complete for port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:29:15.709160 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ff99383f-a5e8-4403-95b2-de8793c35e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:15.776327 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-ff99383f-a5e8-4403-95b2-de8793c35e12 None None] Port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:29:16.007159 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5be26-65e7-4fc1-b60d-e1578e49b8d2 req-e32c52ec-1517-4802-8558-5bf91de38019 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:16.008826 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fbb5be26-65e7-4fc1-b60d-e1578e49b8d2 req-e32c52ec-1517-4802-8558-5bf91de38019 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1849308 Jun 07 17:29:16.029020 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a631224-0a6d-4aa8-90f4-31e3950aa1bf req-ef4b61a8-9f4f-42e4-b0ff-a49381d9cbc1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:16.030608 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0a631224-0a6d-4aa8-90f4-31e3950aa1bf req-ef4b61a8-9f4f-42e4-b0ff-a49381d9cbc1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.1697228 Jun 07 17:29:16.113295 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fbb5be26-65e7-4fc1-b60d-e1578e49b8d2 req-d1175f5f-e552-4a65-b534-c410591e035b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979817 Jun 07 17:29:16.176374 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0a631224-0a6d-4aa8-90f4-31e3950aa1bf req-65d60e9e-2f9c-4d5f-8435-ffefd7cff05f tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273427 Jun 07 17:29:17.404073 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0ad38-fea1-4bf4-9ddf-bf685fadfaca req-77aed780-84c7-457c-8657-ad3600f27440 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:17.408724 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0d0ad38-fea1-4bf4-9ddf-bf685fadfaca req-77aed780-84c7-457c-8657-ad3600f27440 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1325984 Jun 07 17:29:17.424422 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4843a-2ae3-4e4a-b8c6-38791ff75cf3 req-5aca2f02-4ae2-4460-8405-8b0f4e64708d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:17.426097 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfd4843a-2ae3-4e4a-b8c6-38791ff75cf3 req-5aca2f02-4ae2-4460-8405-8b0f4e64708d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.1050045 Jun 07 17:29:17.506467 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d0d0ad38-fea1-4bf4-9ddf-bf685fadfaca req-fb863f3a-81c9-4df1-a91a-cb0d1569a5bf tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929129 Jun 07 17:29:17.529736 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cfd4843a-2ae3-4e4a-b8c6-38791ff75cf3 req-0594d8e2-160e-4608-9be0-2c6cdfba3ac2 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922995 Jun 07 17:29:18.786031 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfc73d-28d8-4164-b85e-8a2bf9101749 req-00878804-1633-4be4-84d4-0861ccdc7292 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:18.787640 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e2bfc73d-28d8-4164-b85e-8a2bf9101749 req-00878804-1633-4be4-84d4-0861ccdc7292 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.1153760 Jun 07 17:29:18.842547 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e2bfc73d-28d8-4164-b85e-8a2bf9101749 req-5d58934d-7fcf-4b61-9b44-ecc4603d2069 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465264 Jun 07 17:29:18.954047 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee6776-d316-4791-b5d0-a4329e90031b req-1c733276-2f5f-429b-b73c-a0681ca943b5 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:18.957023 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-adee6776-d316-4791-b5d0-a4329e90031b req-1c733276-2f5f-429b-b73c-a0681ca943b5 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1481454 Jun 07 17:29:19.040422 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-adee6776-d316-4791-b5d0-a4329e90031b req-ac448cbb-cda0-4512-9cf6-525087386ac7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748370 Jun 07 17:29:20.088902 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b4b61-7591-4a6b-b730-afd35c71bea2 req-469ff9df-48d8-4209-8e22-4097a508d40b tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:20.090410 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-876b4b61-7591-4a6b-b730-afd35c71bea2 req-469ff9df-48d8-4209-8e22-4097a508d40b tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.0942664 Jun 07 17:29:20.170008 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-876b4b61-7591-4a6b-b730-afd35c71bea2 req-92dcd0a6-9f82-477f-a6a8-ba88ec375aca tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719357 Jun 07 17:29:20.352236 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f77000-55a9-4755-ad4a-070c36218bfa req-a4e7dfd6-06f7-4adc-8102-8d7cce64fec7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:20.359248 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b0f77000-55a9-4755-ad4a-070c36218bfa req-a4e7dfd6-06f7-4adc-8102-8d7cce64fec7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1218777 Jun 07 17:29:20.472506 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b0f77000-55a9-4755-ad4a-070c36218bfa req-38d3335f-fc58-4f7b-9020-7535ca7708fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097443 Jun 07 17:29:21.378727 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07e55a-f9a1-48a4-a86c-2ab63da56b40 req-d3f2aeb6-db6b-4c84-9571-f12c57cbd3f7 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:21.381559 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3a07e55a-f9a1-48a4-a86c-2ab63da56b40 req-d3f2aeb6-db6b-4c84-9571-f12c57cbd3f7 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.1005585 Jun 07 17:29:21.466883 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3a07e55a-f9a1-48a4-a86c-2ab63da56b40 req-151df5be-8f6b-430b-90aa-0885376accd7 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767608 Jun 07 17:29:21.693771 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec768b2-2469-42aa-bbb9-5f7706a1d3e2 req-7aa5b6bd-61bc-4653-aebd-e0fbc2f73069 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:21.695324 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-dec768b2-2469-42aa-bbb9-5f7706a1d3e2 req-7aa5b6bd-61bc-4653-aebd-e0fbc2f73069 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.0889835 Jun 07 17:29:21.745947 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-dec768b2-2469-42aa-bbb9-5f7706a1d3e2 req-b097c8b3-5a31-4327-84f0-c47b43d40698 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446625 Jun 07 17:29:22.692880 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246e7c3-2265-49ab-9cc5-00f0cc7e9b0a req-b7f3ff8e-9974-46e6-858f-149ee3768e67 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:22.694749 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a246e7c3-2265-49ab-9cc5-00f0cc7e9b0a req-b7f3ff8e-9974-46e6-858f-149ee3768e67 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.1155720 Jun 07 17:29:22.743346 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a246e7c3-2265-49ab-9cc5-00f0cc7e9b0a req-cd33e186-ecf9-4e7a-9c1b-381b31cc2058 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426643 Jun 07 17:29:22.994961 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb7628-f45e-4ca6-9115-24287cd88339 req-f3f5163e-b002-4596-bec7-4eb8c5390b60 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:23.007770 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8ebb7628-f45e-4ca6-9115-24287cd88339 req-f3f5163e-b002-4596-bec7-4eb8c5390b60 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1096370 Jun 07 17:29:23.072239 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8ebb7628-f45e-4ca6-9115-24287cd88339 req-73bf5848-4e14-4e3a-af58-1539bd1de48b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633190 Jun 07 17:29:23.983754 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b877b72-78e3-42d3-837e-cf53f0cb5847 req-f02767ac-2fed-4986-8ef7-e50d97c11c27 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:23.985815 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8b877b72-78e3-42d3-837e-cf53f0cb5847 req-f02767ac-2fed-4986-8ef7-e50d97c11c27 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.0896571 Jun 07 17:29:24.036474 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8b877b72-78e3-42d3-837e-cf53f0cb5847 req-3ded5635-627f-466e-af16-18a6e2b4baa2 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433576 Jun 07 17:29:24.296571 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bb1f5-ef86-4fb8-a7fa-dec58a167889 req-0ae73ec9-40f8-4597-8a33-ed693d1ae30c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:24.298848 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fd6bb1f5-ef86-4fb8-a7fa-dec58a167889 req-0ae73ec9-40f8-4597-8a33-ed693d1ae30c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.0910907 Jun 07 17:29:24.351925 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fd6bb1f5-ef86-4fb8-a7fa-dec58a167889 req-c3ea6bd7-b191-4606-a86f-a80a99c2d5c0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467327 Jun 07 17:29:25.275734 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ae731-8ca8-4b92-9229-a7ebf9b03de0 req-0cc61e04-e649-4dd8-b82d-a18f5235c929 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:25.277256 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ca1ae731-8ca8-4b92-9229-a7ebf9b03de0 req-0cc61e04-e649-4dd8-b82d-a18f5235c929 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.1022277 Jun 07 17:29:25.329337 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ca1ae731-8ca8-4b92-9229-a7ebf9b03de0 req-eb4b398b-25e7-487f-8bd4-244ec94df698 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447512 Jun 07 17:29:25.668622 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f293b-1f9b-4f65-b77f-8a2c3762aa4e req-1242e801-f334-464f-aafc-76b72006d194 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:25.670493 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bd8f293b-1f9b-4f65-b77f-8a2c3762aa4e req-1242e801-f334-464f-aafc-76b72006d194 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1855307 Jun 07 17:29:25.738631 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-bd8f293b-1f9b-4f65-b77f-8a2c3762aa4e req-732f9b88-3326-4afa-b123-44ba05f07935 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609078 Jun 07 17:29:26.569492 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a8948-986a-478b-8587-9c73312f757b req-28719ede-3e68-4c43-86f9-e2fc98f467a3 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:26.571711 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-738a8948-986a-478b-8587-9c73312f757b req-28719ede-3e68-4c43-86f9-e2fc98f467a3 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.1133599 Jun 07 17:29:26.761946 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-738a8948-986a-478b-8587-9c73312f757b req-a06dea2e-7d0c-4d41-b0e3-7296985ad77a tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829886 Jun 07 17:29:26.972124 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8f0e1-e52d-495e-9ebb-86f7aefdb725 req-e9efa141-dc48-4091-bd41-10ecc78b8250 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:26.973629 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-18e8f0e1-e52d-495e-9ebb-86f7aefdb725 req-e9efa141-dc48-4091-bd41-10ecc78b8250 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.0935488 Jun 07 17:29:27.023414 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-18e8f0e1-e52d-495e-9ebb-86f7aefdb725 req-2a0bec79-2db0-4a16-84f1-f25efdd57efa tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440326 Jun 07 17:29:28.022744 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069295f-3844-4dc2-9f24-7fb8a9f3b804 req-46b1f90d-a73d-42cb-a822-71f0eb679843 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:28.024288 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6069295f-3844-4dc2-9f24-7fb8a9f3b804 req-46b1f90d-a73d-42cb-a822-71f0eb679843 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.0984716 Jun 07 17:29:28.077133 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6069295f-3844-4dc2-9f24-7fb8a9f3b804 req-4824e2fe-ca20-4bec-a80c-abf92f2f3da1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465946 Jun 07 17:29:28.267999 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9b08c-09c1-4d00-936f-bfd66485f0c8 req-5f03069c-0ad3-4078-8c66-836cad53fc8f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:28.275299 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e5d9b08c-09c1-4d00-936f-bfd66485f0c8 req-5f03069c-0ad3-4078-8c66-836cad53fc8f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1003015 Jun 07 17:29:28.340052 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e5d9b08c-09c1-4d00-936f-bfd66485f0c8 req-c61a2906-95ca-46b3-9ac3-1f6edab3ac8d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632598 Jun 07 17:29:29.294970 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1524d07-5d6a-429b-b75c-dea6cbc297d6 req-ac957140-7c66-435e-97cf-8c0091a99f5f tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:29.296500 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a1524d07-5d6a-429b-b75c-dea6cbc297d6 req-ac957140-7c66-435e-97cf-8c0091a99f5f tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.0887408 Jun 07 17:29:29.345660 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a1524d07-5d6a-429b-b75c-dea6cbc297d6 req-f0feba98-1a80-44cd-83d4-39e975d527aa tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Jun 07 17:29:29.576038 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8d59e-524a-4d09-a8aa-f4eabb03d31a req-6ab2361c-7421-47fe-9bc2-86e636595daa tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:29.577672 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-76f8d59e-524a-4d09-a8aa-f4eabb03d31a req-6ab2361c-7421-47fe-9bc2-86e636595daa tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1132839 Jun 07 17:29:29.637766 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-76f8d59e-524a-4d09-a8aa-f4eabb03d31a req-67ef2106-7564-4d49-8ec9-78bc143d288d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454319 Jun 07 17:29:30.238563 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-62964032-a1df-4931-997f-672013c8e4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:30.567476 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2794ef-c010-47cd-b44c-e236d5977682 req-01ceb768-9b13-4427-973b-f6bb86a5013a tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:30.569426 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cb2794ef-c010-47cd-b44c-e236d5977682 req-01ceb768-9b13-4427-973b-f6bb86a5013a tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.0952051 Jun 07 17:29:30.617535 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cb2794ef-c010-47cd-b44c-e236d5977682 req-e32125c0-217e-4e2a-bf4a-2b11cac17159 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415163 Jun 07 17:29:30.846820 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb685504-58f2-421e-b621-d99b7d4efb4c req-6901bad4-b029-4936-9be8-40b09e2ccbd8 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:30.848499 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fb685504-58f2-421e-b621-d99b7d4efb4c req-6901bad4-b029-4936-9be8-40b09e2ccbd8 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.0936203 Jun 07 17:29:30.915699 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fb685504-58f2-421e-b621-d99b7d4efb4c req-1f97e60a-2220-4127-9960-b75414544db9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582826 Jun 07 17:29:30.942591 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:29:31.834455 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57765d1-6b22-4f9d-8688-81996256ca6b req-3a88e856-8a5d-47ab-9edd-e40978ca7448 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:31.836076 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e57765d1-6b22-4f9d-8688-81996256ca6b req-3a88e856-8a5d-47ab-9edd-e40978ca7448 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 931 time: 0.0974648 Jun 07 17:29:31.860281 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Request body: {'port': {'device_id': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:29:31.937665 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e57765d1-6b22-4f9d-8688-81996256ca6b req-1e487029-7066-42e5-b237-d79f190a7866 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954974 Jun 07 17:29:31.996449 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:32.258107 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754b1e-c45d-49ba-bbed-b22df474fc32 req-fb7b7e78-ed23-42bc-9ab2-b6b70434a399 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:32.259567 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-95754b1e-c45d-49ba-bbed-b22df474fc32 req-fb7b7e78-ed23-42bc-9ab2-b6b70434a399 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.2190843 Jun 07 17:29:32.319565 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-95754b1e-c45d-49ba-bbed-b22df474fc32 req-a499163f-a077-4d5d-912a-4f8f8ba87185 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499399 Jun 07 17:29:32.423016 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 {{(pid=91778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:29:32.430728 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:32.446621 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Transition to ACTIVE for port object 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 will not be triggered until provisioned by entity L2. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:29:32.451881 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:32.456823 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6374aa6f-0b72-4adb-bf58-2e701ca16154 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:32.584917 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c552f794-4073-4ed0-b7e7-ab2f9bbb1830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:32.651617 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Pushing event updated for resources: {'Port': ['ID=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:32.660761 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:32.747471 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Attempting to bind port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:29:32.748003 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Attempting to bind port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:29:32.748473 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Attempting to bind port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 on network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:29:32.755984 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 on network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:29:32.759347 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Attempting to bind port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 on network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:29:32.766352 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:29:32.766697 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Checking segment: {'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:29:32.767404 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Bound using segment: {'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:29:32.767852 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Bound port: 34225ee0-74d8-4079-8cc7-fb3fbb7b6326, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87543d50-7447-4a43-8603-6fd947f4f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed'}}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:29:32.768345 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:32.815542 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:32.886412 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] For port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326, host hv-cinder-78960, cleared binding levels {{(pid=91778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:29:32.890207 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] For port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:29:32.895885 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:32.900953 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-33b97555-bf26-4607-a6b1-15180eadd5bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:32.963841 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:32.964469 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:32.965855 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] 10.222.0.24 "PUT /v2.0/ports/34225ee0-74d8-4079-8cc7-fb3fbb7b6326 HTTP/1.1" status: 200 len: 1093 time: 1.1097050 Jun 07 17:29:32.966490 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:29:32.968840 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca6a706-e025-4d1d-b5ae-80412f9a511d" -d '{"events": [{"name": "network-changed", "server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:29:33.001331 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Pushing event updated for resources: {'Port': ['ID=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,revision_number=3']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:33.008095 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:33.053151 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a549765-1842-41ed-8b43-3b7b1160b5ed x-openstack-request-id: req-2a549765-1842-41ed-8b43-3b7b1160b5ed {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:29:33.054637 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:29:33.054637 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a549765-1842-41ed-8b43-3b7b1160b5ed {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:29:33.054637 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'status': 'completed', 'code': 200} Jun 07 17:29:33.162757 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-5c4e894b-5010-4e5a-b7ce-a8f30c51cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:33.165631 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-5c4e894b-5010-4e5a-b7ce-a8f30c51cc1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55ca40200b374d32a515c7bdd771f3f8&device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 1096 time: 0.1066329 Jun 07 17:29:33.361471 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-63ddf7d3-a7e3-44ba-a0e9-56745863eb01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326 HTTP/1.1" status: 200 len: 217 time: 0.1700630 Jun 07 17:29:33.437799 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-cfa604db-e68e-4185-9b63-1f37f43f266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:33.440005 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-cfa604db-e68e-4185-9b63-1f37f43f266c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70c63c19-8182-44e8-8d03-6ffe55d16f64 HTTP/1.1" status: 200 len: 854 time: 0.0719965 Jun 07 17:29:33.526927 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a678c-024b-441f-b897-42de2eba9eeb req-c731e1c4-b221-473c-93ca-300f2c627c78 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:33.534958 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3e3a678c-024b-441f-b897-42de2eba9eeb req-c731e1c4-b221-473c-93ca-300f2c627c78 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 943 time: 0.4079211 Jun 07 17:29:33.576280 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57346) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:33.656531 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33b816-8230-444e-bcf6-45925d487d72 req-c9fe092f-1398-4449-a9b1-158b2ab5445b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:33.658244 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-3a33b816-8230-444e-bcf6-45925d487d72 req-c9fe092f-1398-4449-a9b1-158b2ab5445b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 943 time: 0.1194005 Jun 07 17:29:33.695602 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3e3a678c-024b-441f-b897-42de2eba9eeb req-39c5a904-f0ef-4353-bc1d-f5c170c29012 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581652 Jun 07 17:29:33.706904 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-089cb595-334c-4382-9c8c-d6a0336b6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:33.708950 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-089cb595-334c-4382-9c8c-d6a0336b6956 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2598245 Jun 07 17:29:33.748559 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-3a33b816-8230-444e-bcf6-45925d487d72 req-9e788c4d-da2a-4e5d-aff5-140b39e1562f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828300 Jun 07 17:29:33.779277 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-69492d7b-5e7e-411c-8d83-099a73ec028b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:33.802801 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:33.890648 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-b08a4d1d-e422-44cb-8544-0ac97f5f2b95 service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695232 Jun 07 17:29:33.894631 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-69492d7b-5e7e-411c-8d83-099a73ec028b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:33.900501 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-69492d7b-5e7e-411c-8d83-099a73ec028b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:33.908985 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b1117a11-d31e-4acd-b6f7-9b1dbfd8a7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:33.951638 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-69492d7b-5e7e-411c-8d83-099a73ec028b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3670c79f3434d18b357ccaa88fb4855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741395 Jun 07 17:29:33.953302 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69492d7b-5e7e-411c-8d83-099a73ec028b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d666a1f-5e8a-48a6-b09b-fa4d46ddbcb9,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:33.955771 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57352) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:33.957786 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-69492d7b-5e7e-411c-8d83-099a73ec028b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:34.021456 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a3cf175b-fb3b-4c25-a638-a3dc0ea64423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.028192 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-3dcf01cc-0eda-45f3-a55f-78ac5934d683 req-6bb9a5ed-9fc7-4345-8107-ebc90fa3fcc6 service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309741 Jun 07 17:29:34.054691 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a3cf175b-fb3b-4c25-a638-a3dc0ea64423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.107559 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a3cf175b-fb3b-4c25-a638-a3dc0ea64423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.110661 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a3cf175b-fb3b-4c25-a638-a3dc0ea64423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.111958 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-a3cf175b-fb3b-4c25-a638-a3dc0ea64423 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d666a1f-5e8a-48a6-b09b-fa4d46ddbcb9 HTTP/1.1" status: 204 len: 168 time: 0.1552694 Jun 07 17:29:34.112715 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c06c65b9-3c99-4ac4-9dcb-40b1de07423f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:34.123834 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf175b-fb3b-4c25-a638-a3dc0ea64423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d666a1f-5e8a-48a6-b09b-fa4d46ddbcb9,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:34.126528 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a3cf175b-fb3b-4c25-a638-a3dc0ea64423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:34.153829 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6a706-e025-4d1d-b5ae-80412f9a511d req-457f15d3-84bc-4272-9b74-1b91bbeb7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:34.155377 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dca6a706-e025-4d1d-b5ae-80412f9a511d req-457f15d3-84bc-4272-9b74-1b91bbeb7abb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55ca40200b374d32a515c7bdd771f3f8&device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 1096 time: 0.0794230 Jun 07 17:29:34.289830 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device b38eaef8-52a3-4d79-a47e-005b5e8e34b2 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:29:34.294239 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6a706-e025-4d1d-b5ae-80412f9a511d req-0bc25e26-5be8-4d51-93af-e636c98ffc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:34.295413 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dca6a706-e025-4d1d-b5ae-80412f9a511d req-0bc25e26-5be8-4d51-93af-e636c98ffc27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed HTTP/1.1" status: 200 len: 916 time: 0.1335292 Jun 07 17:29:34.370130 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dca6a706-e025-4d1d-b5ae-80412f9a511d req-e38eeac1-ec96-448b-ad7e-fbf2806bb8e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326 HTTP/1.1" status: 200 len: 217 time: 0.0676584 Jun 07 17:29:34.432311 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57358) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:34.437894 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6a706-e025-4d1d-b5ae-80412f9a511d req-673e7c3e-ae21-4c41-a29b-f1a57a31ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:34.440244 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dca6a706-e025-4d1d-b5ae-80412f9a511d req-673e7c3e-ae21-4c41-a29b-f1a57a31ae5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70c63c19-8182-44e8-8d03-6ffe55d16f64 HTTP/1.1" status: 200 len: 854 time: 0.0639813 Jun 07 17:29:34.445212 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:29:34.450468 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-eb25031f-f1ef-4a07-b567-1010cb02af52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.458930 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'port_id': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'mac_address': 'fa:16:3e:c9:c1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:29:34.517704 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.531781 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6a706-e025-4d1d-b5ae-80412f9a511d req-40dcc2e8-a51a-44cf-adc1-8b5a87aa4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:34.533996 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dca6a706-e025-4d1d-b5ae-80412f9a511d req-40dcc2e8-a51a-44cf-adc1-8b5a87aa4ff9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851774 Jun 07 17:29:34.536426 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38eaef8-52a3-4d79-a47e-005b5e8e34b2 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:29:34.556625 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:29:34.561308 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.563824 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:34.591286 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-eb25031f-f1ef-4a07-b567-1010cb02af52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.597680 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-eb25031f-f1ef-4a07-b567-1010cb02af52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.607033 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:34.639266 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,revision_number=9']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:34.643964 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:34.651459 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-eb25031f-f1ef-4a07-b567-1010cb02af52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=900ee271aa6345898671ad90a3aadd0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154324 Jun 07 17:29:34.651459 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25031f-f1ef-4a07-b567-1010cb02af52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36368808-1f2e-4120-b718-6fb270035166,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:34.653099 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 57360) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:34.654480 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-eb25031f-f1ef-4a07-b567-1010cb02af52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:34.719684 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dca6a706-e025-4d1d-b5ae-80412f9a511d req-46ecb4d2-ab07-4c8e-aa30-509bebdba087 service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772816 Jun 07 17:29:34.785056 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-cd52940f-9905-4c11-8546-3e798bca5fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.933989 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-cd52940f-9905-4c11-8546-3e798bca5fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.992609 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-dca6a706-e025-4d1d-b5ae-80412f9a511d req-721a09ec-282b-4b32-a0d2-d5d91879452a service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662222 Jun 07 17:29:35.003059 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['b38eaef8-52a3-4d79-a47e-005b5e8e34b2'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:29:35.031862 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f6b3d-234e-4500-9157-9f7d8f6f800d req-d2650d60-c085-4201-befd-b316666de532 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:35.039797 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-de9f6b3d-234e-4500-9157-9f7d8f6f800d req-d2650d60-c085-4201-befd-b316666de532 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 944 time: 0.1156447 Jun 07 17:29:35.052842 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99654760-9c5f-4dbd-bd9a-93cfe3c70e5c req-2d7a9606-d761-4369-b649-8aded4bbf982 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:35.054604 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-99654760-9c5f-4dbd-bd9a-93cfe3c70e5c req-2d7a9606-d761-4369-b649-8aded4bbf982 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 943 time: 0.2038910 Jun 07 17:29:35.099118 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-de9f6b3d-234e-4500-9157-9f7d8f6f800d req-3d084b18-ccfe-4025-a4b5-a736c3f12679 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557368 Jun 07 17:29:35.104913 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-cd52940f-9905-4c11-8546-3e798bca5fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:35.107762 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-cd52940f-9905-4c11-8546-3e798bca5fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:35.113514 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-cd52940f-9905-4c11-8546-3e798bca5fa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36368808-1f2e-4120-b718-6fb270035166 HTTP/1.1" status: 204 len: 168 time: 0.4591658 Jun 07 17:29:35.118446 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-45707280-a850-4f76-a5bf-baa66377d614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:35.143609 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52940f-9905-4c11-8546-3e798bca5fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36368808-1f2e-4120-b718-6fb270035166,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:35.153226 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-cd52940f-9905-4c11-8546-3e798bca5fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:35.172737 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-99654760-9c5f-4dbd-bd9a-93cfe3c70e5c req-9ce9bd70-b6b3-4593-969e-164f011ac12f tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000664 Jun 07 17:29:35.820754 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:36.284637 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device b38eaef8-52a3-4d79-a47e-005b5e8e34b2 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:29:36.321404 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168660f1-426b-4eee-8224-6fa35788e37e req-9852eeb9-229b-40b2-8ef2-601ced24cf13 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:36.323813 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-168660f1-426b-4eee-8224-6fa35788e37e req-9852eeb9-229b-40b2-8ef2-601ced24cf13 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 944 time: 0.0929258 Jun 07 17:29:36.372298 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:29:36.372990 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:36.378238 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-168660f1-426b-4eee-8224-6fa35788e37e req-c38060b6-e07b-4b8d-99fc-8ce88cad4a17 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479057 Jun 07 17:29:36.387694 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809972-3f10-447c-b31d-c853d5eb805b req-82c3acbc-b160-49ae-a923-fef18b923db3 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:36.389412 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51809972-3f10-447c-b31d-c853d5eb805b req-82c3acbc-b160-49ae-a923-fef18b923db3 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 943 time: 0.1106405 Jun 07 17:29:36.447102 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51809972-3f10-447c-b31d-c853d5eb805b req-ba9fab32-6cae-452f-bc4c-59767ae2e591 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509081 Jun 07 17:29:36.542453 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:36.570932 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:29:36.573236 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac652f7e-b04e-40dd-a834-75a893ccbae0" -d '{"events": [{"server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "name": "network-vif-plugged", "status": "completed", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:29:36.581617 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:29:36.587177 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:36.589254 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:36.624485 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9443d894-8ecc-4c09-babb-2da9d01671a0 x-openstack-request-id: req-9443d894-8ecc-4c09-babb-2da9d01671a0 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:29:36.624835 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "name": "network-vif-plugged", "status": "completed", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:29:36.625163 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9443d894-8ecc-4c09-babb-2da9d01671a0 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:29:36.625602 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'code': 200} Jun 07 17:29:36.661032 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,revision_number=10']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:36.664468 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:37.503954 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127ab86-b131-4aec-9b0b-d095971adafe req-a344da6d-c768-452c-9b1d-925aa54060e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:37.505478 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8127ab86-b131-4aec-9b0b-d095971adafe req-a344da6d-c768-452c-9b1d-925aa54060e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 1099 time: 0.0797975 Jun 07 17:29:37.548622 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-8127ab86-b131-4aec-9b0b-d095971adafe req-4f3aca0d-6168-44f3-b787-1ce89ab30ad1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364077 Jun 07 17:29:37.608044 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92eae4-fe0f-45e2-971f-902091530b24 req-80a1a0b7-99a4-4284-a1bf-0e8bed6f444f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:37.608044 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0c92eae4-fe0f-45e2-971f-902091530b24 req-80a1a0b7-99a4-4284-a1bf-0e8bed6f444f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 946 time: 0.0839975 Jun 07 17:29:37.646672 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183677-fcb7-4f05-8100-035cd31b0839 req-5348eb0c-b609-499b-b155-3d294919c18f tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:37.648157 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-94183677-fcb7-4f05-8100-035cd31b0839 req-5348eb0c-b609-499b-b155-3d294919c18f tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 943 time: 0.0873296 Jun 07 17:29:37.655526 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-0c92eae4-fe0f-45e2-971f-902091530b24 req-627cb4e0-4b30-483c-80c9-40fde6e11ddd tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404363 Jun 07 17:29:37.693427 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-94183677-fcb7-4f05-8100-035cd31b0839 req-b92263d7-d885-41cf-8b8b-56f08a7ca8c4 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 Jun 07 17:29:38.299948 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:29:38.452369 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:29:38.466801 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'port_id': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'mac_address': 'fa:16:3e:2f:51:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:29:38.529329 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:38.549791 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:29:38.567383 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:29:38.573412 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:38.576319 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:38.651295 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:38.654406 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:38.954286 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ea0fe-ce14-40e1-b636-fa5dfe63db41 req-de7a8a32-b669-4541-bb16-1ddd96ccf89e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:38.955331 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-927ea0fe-ce14-40e1-b636-fa5dfe63db41 req-de7a8a32-b669-4541-bb16-1ddd96ccf89e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 946 time: 0.1739573 Jun 07 17:29:38.981328 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba41d5-f1f6-42a2-8e09-ec7e47ad3e17 req-b910618b-9e8c-453c-a852-5a467e341234 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:38.982840 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-43ba41d5-f1f6-42a2-8e09-ec7e47ad3e17 req-b910618b-9e8c-453c-a852-5a467e341234 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 944 time: 0.1503799 Jun 07 17:29:39.024483 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['34225ee0-74d8-4079-8cc7-fb3fbb7b6326'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:29:39.036319 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-43ba41d5-f1f6-42a2-8e09-ec7e47ad3e17 req-c2bf0f0e-e4da-498b-8daa-88a50f365073 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460353 Jun 07 17:29:39.105789 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-927ea0fe-ce14-40e1-b636-fa5dfe63db41 req-a38cd9ef-b026-4f0f-9b3a-a4059664249b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446424 Jun 07 17:29:39.334126 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3527c38-687c-42c3-9a55-a89e6f45f052 req-899990c2-b841-4d08-b622-aa8babfb5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:39.335684 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b3527c38-687c-42c3-9a55-a89e6f45f052 req-899990c2-b841-4d08-b622-aa8babfb5992 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 1099 time: 0.0866408 Jun 07 17:29:39.497321 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3527c38-687c-42c3-9a55-a89e6f45f052 req-c3234789-2565-4050-a5c8-ddb1ca76e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:39.498780 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b3527c38-687c-42c3-9a55-a89e6f45f052 req-c3234789-2565-4050-a5c8-ddb1ca76e2ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 918 time: 0.1423612 Jun 07 17:29:39.610626 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b3527c38-687c-42c3-9a55-a89e6f45f052 req-af7ac843-f270-48e8-a9c7-19ba30546630 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2 HTTP/1.1" status: 200 len: 1000 time: 0.1045771 Jun 07 17:29:39.688381 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3527c38-687c-42c3-9a55-a89e6f45f052 req-47baf785-4be7-4979-8a18-87571240d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:39.690400 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b3527c38-687c-42c3-9a55-a89e6f45f052 req-47baf785-4be7-4979-8a18-87571240d049 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.0733521 Jun 07 17:29:39.779956 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3527c38-687c-42c3-9a55-a89e6f45f052 req-92cb132c-a4e9-441c-94a8-fbbb5bc8cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:39.781318 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b3527c38-687c-42c3-9a55-a89e6f45f052 req-92cb132c-a4e9-441c-94a8-fbbb5bc8cd7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804396 Jun 07 17:29:39.926389 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b3527c38-687c-42c3-9a55-a89e6f45f052 req-61047723-3d88-49fe-8308-6e8fcd68a9f0 service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382222 Jun 07 17:29:40.064264 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b3527c38-687c-42c3-9a55-a89e6f45f052 req-ad677aae-f670-4991-9636-040c9fbddddf service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313610 Jun 07 17:29:40.247095 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd44fb6-e27d-4b67-898d-85bafee213ca req-b869e263-ee27-4eb0-9d25-11fb66bf210a tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:40.248653 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ebd44fb6-e27d-4b67-898d-85bafee213ca req-b869e263-ee27-4eb0-9d25-11fb66bf210a tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 944 time: 0.0874135 Jun 07 17:29:40.302907 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ebd44fb6-e27d-4b67-898d-85bafee213ca req-f7d158d6-7b6c-4a00-8eb4-f90062628e03 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447156 Jun 07 17:29:40.320297 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87663f0-e1e5-42dc-9605-93de75aa825c req-d7dacbe3-abbe-4ab2-a999-d5521aceaebe tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:40.321771 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c87663f0-e1e5-42dc-9605-93de75aa825c req-d7dacbe3-abbe-4ab2-a999-d5521aceaebe tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 946 time: 0.0924413 Jun 07 17:29:40.330786 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:29:40.373015 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c87663f0-e1e5-42dc-9605-93de75aa825c req-da3c00fa-d17a-45cf-8d68-12d2944db523 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452044 Jun 07 17:29:40.429659 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:29:40.434711 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:29:40.435101 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:40.608591 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:40.640839 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:29:40.643804 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9856d647-9a62-4127-a481-1813b6580014" -d '{"events": [{"server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "name": "network-vif-plugged", "status": "completed", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:29:40.653790 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:29:40.658498 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:40.661616 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:40.701074 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525685c0-1e2c-4917-9279-6c30de87156c x-openstack-request-id: req-525685c0-1e2c-4917-9279-6c30de87156c {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:29:40.701375 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "name": "network-vif-plugged", "status": "completed", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:29:40.701639 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-525685c0-1e2c-4917-9279-6c30de87156c {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:29:40.702021 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'code': 200} Jun 07 17:29:40.738214 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:40.741461 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:40.950867 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df28cb-d98d-42ae-b55b-5268d687b661 req-8b27b0c5-4e72-4804-83a1-f4592796f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:40.952414 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-88df28cb-d98d-42ae-b55b-5268d687b661 req-8b27b0c5-4e72-4804-83a1-f4592796f821 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 1098 time: 0.0849087 Jun 07 17:29:41.003693 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-88df28cb-d98d-42ae-b55b-5268d687b661 req-5ef825b0-505c-4962-b383-c4d7a60008d1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442898 Jun 07 17:29:41.505041 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1168-707f-4895-908b-9e21b47888fe req-d6e892d1-5808-44e4-9a55-db84debdf801 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:41.506760 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e7da1168-707f-4895-908b-9e21b47888fe req-d6e892d1-5808-44e4-9a55-db84debdf801 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 945 time: 0.0929878 Jun 07 17:29:41.554871 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e7da1168-707f-4895-908b-9e21b47888fe req-37c6833b-352b-4af9-b45a-8cf4edc8a4d3 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Jun 07 17:29:42.295845 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:42.747912 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa0df9-a098-423e-b843-abd02de5d7d5 req-4d09a646-dc89-430e-b0ca-812f5c5616ae tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:42.749378 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0faa0df9-a098-423e-b843-abd02de5d7d5 req-4d09a646-dc89-430e-b0ca-812f5c5616ae tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 945 time: 0.0863674 Jun 07 17:29:42.794700 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0faa0df9-a098-423e-b843-abd02de5d7d5 req-ce07e7dd-0c47-40bc-918f-7f56f40b9dc2 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388882 Jun 07 17:29:42.999561 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e7f3c-a9a3-44c1-8c48-f5334722dfe1 req-b9e496f1-5cae-43d1-9556-d23403466c4a tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:43.001872 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7d2e7f3c-a9a3-44c1-8c48-f5334722dfe1 req-b9e496f1-5cae-43d1-9556-d23403466c4a tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 945 time: 0.0938621 Jun 07 17:29:43.052909 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7d2e7f3c-a9a3-44c1-8c48-f5334722dfe1 req-f04a8906-881b-4213-8222-bf260b5ec018 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439463 Jun 07 17:29:43.463510 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad9fe6-4667-41d2-ac18-338538c68d2d req-6680ffa7-d5b1-4f8b-b6cd-aa492a7ce703 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:43.465064 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9dad9fe6-4667-41d2-ac18-338538c68d2d req-6680ffa7-d5b1-4f8b-b6cd-aa492a7ce703 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 945 time: 0.0834317 Jun 07 17:29:43.518451 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9dad9fe6-4667-41d2-ac18-338538c68d2d req-8a68a304-fc4a-46e3-95be-69ee721867a6 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465293 Jun 07 17:29:48.415740 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fffa3-e1ac-446b-a717-3e9677449e6b req-af830669-37e6-45a9-87fd-267070729063 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:48.417411 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-589fffa3-e1ac-446b-a717-3e9677449e6b req-af830669-37e6-45a9-87fd-267070729063 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 945 time: 0.0915177 Jun 07 17:29:48.470655 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-589fffa3-e1ac-446b-a717-3e9677449e6b req-0e58fde9-52db-4816-a149-94acf9b7ae6d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452015 Jun 07 17:29:48.496726 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 57642) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:48.747941 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb783a4-fd7a-4c45-a507-71d64dc673ac tempest-TestMinimumBasicScenario-166287602 tempest-TestMinimumBasicScenario-166287602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:48.749478 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-adb783a4-fd7a-4c45-a507-71d64dc673ac tempest-TestMinimumBasicScenario-166287602 tempest-TestMinimumBasicScenario-166287602-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 1093 time: 0.2517378 Jun 07 17:29:48.752565 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 57654) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:48.757351 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Request body: {'floatingip': {'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'port_id': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:29:48.779962 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for floatingip, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:48.922990 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:49.086862 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Allocated IP 172.28.2.57 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/72967cf1-5544-43be-8810-41eec1de3c83) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:29:49.242084 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:49.272841 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:49.273377 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:29:49.273377 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:29:49.273377 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:29:49.273377 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:29:49.273377 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:29:49.273377 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:29:49.290947 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:29:49.292145 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:29:49.294888 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:29:49.849620 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:49.934903 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:49.999177 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff3381-0888-4aeb-998c-709e583c52b2 req-05402ec0-4355-4550-a4df-02584fb8174a tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:50.003781 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d2ff3381-0888-4aeb-998c-709e583c52b2 req-05402ec0-4355-4550-a4df-02584fb8174a tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 946 time: 0.1010568 Jun 07 17:29:50.161850 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d2ff3381-0888-4aeb-998c-709e583c52b2 req-609c8a3c-40a1-4f09-9858-f76df605e79f tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520259 Jun 07 17:29:50.190252 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:50.195955 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:50.200460 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:50.302763 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event updated for resources: {'Port': ['ID=72967cf1-5544-43be-8810-41eec1de3c83,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:50.319281 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:50.319570 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:50.319933 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:50.320294 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:50.320649 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:50.321006 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:50.321356 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:50.321704 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:50.322052 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:50.322398 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:50.322742 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:50.323089 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:50.328620 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:50.332338 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:50.505244 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.l3_db [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Floating IP fef17304-a354-4511-96a2-b213202aa526 associated. External IP: 172.28.2.57, port: 34225ee0-74d8-4079-8cc7-fb3fbb7b6326. Jun 07 17:29:50.873103 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:29:51.148361 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:29:51.158902 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4027fe6-702a-401c-9e2c-e5e271b67e27 None None] Sync routers for ids ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:29:51.168490 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.169511 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4027fe6-702a-401c-9e2c-e5e271b67e27 None None] Routers {'8ea22a27-eea7-45f7-a41e-16f40cd844a7'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:29:51.170214 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-f4027fe6-702a-401c-9e2c-e5e271b67e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:29:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:29:51.228200 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4720514 Jun 07 17:29:51.228200 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:29:51.228972 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cfa60e-16ca-4fa8-804b-81a12cb30735" -d '{"events": [{"name": "network-changed", "server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:29:51.229513 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57676) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:51.236754 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930662786', 'description': 'tempest-secgroup-smoke-930662786 description', 'project_id': '55ca40200b374d32a515c7bdd771f3f8'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:29:51.275805 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.276615 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f6ca1c-6f9f-4175-a139-fa8a0562d56b x-openstack-request-id: req-90f6ca1c-6f9f-4175-a139-fa8a0562d56b {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:29:51.276949 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:29:51.277230 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90f6ca1c-6f9f-4175-a139-fa8a0562d56b {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:29:51.277666 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'status': 'completed', 'code': 200} Jun 07 17:29:51.382135 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-f4027fe6-702a-401c-9e2c-e5e271b67e27 None None] Set router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:29:51.419111 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6fe09-2e9a-4af0-b135-91686bd735ed req-19b8f5d5-1bff-4ffb-9971-766512ee2f03 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:51.421505 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a6b6fe09-2e9a-4af0-b135-91686bd735ed req-19b8f5d5-1bff-4ffb-9971-766512ee2f03 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 946 time: 0.1344123 Jun 07 17:29:51.435304 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.440530 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.447644 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e325cb09-1ca0-47cb-9f84-7986fc8758bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:51.491259 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e9e86b-9eb0-4ea3-a476-b574770918fb,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:51.508201 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:51.508201 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:51.508201 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:51.508201 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:51.509206 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:51.509206 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:51.509550 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:51.510059 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:51.510481 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:51.510846 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:51.511220 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:51.511772 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:51.519244 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:51.521901 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.527146 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2958822 Jun 07 17:29:51.527796 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57690) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:51.529412 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a6b6fe09-2e9a-4af0-b135-91686bd735ed req-180f7281-51d9-4a25-9127-79f7ffbf89b0 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637672 Jun 07 17:29:51.539342 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-8ad410b6-1424-4049-920b-fd08b45ec53d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Request body: {'security_group_rule': {'security_group_id': '32e9e86b-9eb0-4ea3-a476-b574770918fb', 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:29:51.565900 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfa60e-16ca-4fa8-804b-81a12cb30735 req-2ad0ebb9-c884-4bba-adb2-8f96735e59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:51.567549 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-77cfa60e-16ca-4fa8-804b-81a12cb30735 req-2ad0ebb9-c884-4bba-adb2-8f96735e59b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55ca40200b374d32a515c7bdd771f3f8&device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 1098 time: 0.2447851 Jun 07 17:29:51.579651 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8ad410b6-1424-4049-920b-fd08b45ec53d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.653712 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8ad410b6-1424-4049-920b-fd08b45ec53d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.659104 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8ad410b6-1424-4049-920b-fd08b45ec53d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.661552 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b1871f4b-b9d4-48b6-bfb5-c237510c072e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:51.688282 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad410b6-1424-4049-920b-fd08b45ec53d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7754c926-100e-4c3a-b19a-d666a5de0449,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:51.688282 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8ad410b6-1424-4049-920b-fd08b45ec53d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:51.698059 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8ad410b6-1424-4049-920b-fd08b45ec53d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.699979 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-8ad410b6-1424-4049-920b-fd08b45ec53d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712263 Jun 07 17:29:51.702653 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57696) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:51.708292 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-8b8ae83b-fc03-450f-b8ad-e9d46f6c214b tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Request body: {'security_group_rule': {'security_group_id': '32e9e86b-9eb0-4ea3-a476-b574770918fb', 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:29:51.745808 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae83b-fc03-450f-b8ad-e9d46f6c214b tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.759617 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfa60e-16ca-4fa8-804b-81a12cb30735 req-d0167fc7-1367-4cc3-b597-907f21b14fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:51.762101 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-77cfa60e-16ca-4fa8-804b-81a12cb30735 req-d0167fc7-1367-4cc3-b597-907f21b14fb2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed HTTP/1.1" status: 200 len: 916 time: 0.1851952 Jun 07 17:29:51.820278 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae83b-fc03-450f-b8ad-e9d46f6c214b tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.824835 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae83b-fc03-450f-b8ad-e9d46f6c214b tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.834474 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:51.853514 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-f4027fe6-702a-401c-9e2c-e5e271b67e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:28:09Z', 'revision_number': 4, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': 'fef17304-a354-4511-96a2-b213202aa526', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'floating_ip_address': '172.28.2.57', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'port_id': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'mac_address': 'fa:16:3e:2f:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:29:49Z', 'updated_at': '2021-06-07T17:29:49Z', 'revision_number': 0, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ced65c-6fff-495f-9ec3-3c7e51d0ac24', 'name': '', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'mac_address': 'fa:16:3e:9e:2d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:07Z', 'updated_at': '2021-06-07T17:28:21Z', 'revision_number': 5, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'subnets': [{'id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:29:51.857210 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ae83b-fc03-450f-b8ad-e9d46f6c214b tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239af3c6-b27a-4735-bd4d-b55089d76fd4,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:51.860176 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4027fe6-702a-401c-9e2c-e5e271b67e27 None None] Checking router: 8ea22a27-eea7-45f7-a41e-16f40cd844a7 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:29:51.860380 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8b8ae83b-fc03-450f-b8ad-e9d46f6c214b tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:51.862368 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae83b-fc03-450f-b8ad-e9d46f6c214b tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.867304 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-8b8ae83b-fc03-450f-b8ad-e9d46f6c214b tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614418 Jun 07 17:29:51.870995 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57702) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:51.872134 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4027fe6-702a-401c-9e2c-e5e271b67e27 None None] Routers {'8ea22a27-eea7-45f7-a41e-16f40cd844a7'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:29:51.874711 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-f4027fe6-702a-401c-9e2c-e5e271b67e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:29:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:29:51.876037 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-32963662-a688-4a82-969c-6e36dbde32ea tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Request body: {'security_group_rule': {'security_group_id': '32e9e86b-9eb0-4ea3-a476-b574770918fb', 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:29:51.902547 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-77cfa60e-16ca-4fa8-804b-81a12cb30735 req-87acefe9-9947-4672-8426-f7ec14c7ebc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326 HTTP/1.1" status: 200 len: 998 time: 0.1322865 Jun 07 17:29:51.923052 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-32963662-a688-4a82-969c-6e36dbde32ea tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:51.977434 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfa60e-16ca-4fa8-804b-81a12cb30735 req-6e08c745-b587-4a59-951c-310d2db3c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:51.979424 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-77cfa60e-16ca-4fa8-804b-81a12cb30735 req-6e08c745-b587-4a59-951c-310d2db3c81c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70c63c19-8182-44e8-8d03-6ffe55d16f64 HTTP/1.1" status: 200 len: 854 time: 0.0695057 Jun 07 17:29:52.003563 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-32963662-a688-4a82-969c-6e36dbde32ea tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.008781 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-32963662-a688-4a82-969c-6e36dbde32ea tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.011042 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-0ac2d743-be5a-4c77-ad48-5c2d58930f41 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:52.029420 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32963662-a688-4a82-969c-6e36dbde32ea tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39148ddf-04e3-45fa-9c59-92806907e8ab,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:52.040442 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-32963662-a688-4a82-969c-6e36dbde32ea tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:52.061497 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-32963662-a688-4a82-969c-6e36dbde32ea tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.063713 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-32963662-a688-4a82-969c-6e36dbde32ea tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1915920 Jun 07 17:29:52.066562 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57712) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:52.071841 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-fee72746-03a3-4b73-9f8b-d5f117fee1cb tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Request body: {'security_group_rule': {'security_group_id': '32e9e86b-9eb0-4ea3-a476-b574770918fb', 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:29:52.091449 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfa60e-16ca-4fa8-804b-81a12cb30735 req-05d841d5-ffe0-4936-83c4-a114f2b1729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:52.093851 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-77cfa60e-16ca-4fa8-804b-81a12cb30735 req-05d841d5-ffe0-4936-83c4-a114f2b1729d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1061766 Jun 07 17:29:52.111901 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fee72746-03a3-4b73-9f8b-d5f117fee1cb tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.129985 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-f4027fe6-702a-401c-9e2c-e5e271b67e27 None None] Set router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:29:52.190660 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fee72746-03a3-4b73-9f8b-d5f117fee1cb tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.195925 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fee72746-03a3-4b73-9f8b-d5f117fee1cb tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.199024 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:52.225829 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee72746-03a3-4b73-9f8b-d5f117fee1cb tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0300ab24-abee-4a38-960e-26221090a178,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:52.237438 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-fee72746-03a3-4b73-9f8b-d5f117fee1cb tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:52.248407 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fee72746-03a3-4b73-9f8b-d5f117fee1cb tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.250011 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-fee72746-03a3-4b73-9f8b-d5f117fee1cb tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1820793 Jun 07 17:29:52.254351 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 57720) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:52.262558 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-5e1c8dda-3934-43cc-90dd-7ce4f7325ea4 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Request body: {'security_group_rule': {'security_group_id': '32e9e86b-9eb0-4ea3-a476-b574770918fb', 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:29:52.279405 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-77cfa60e-16ca-4fa8-804b-81a12cb30735 req-60ff103a-23ff-4b0e-a394-e19b2ae615e8 service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730692 Jun 07 17:29:52.325214 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.securitygroups_db [None req-5e1c8dda-3934-43cc-90dd-7ce4f7325ea4 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Project 55ca40200b374d32a515c7bdd771f3f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 17:29:52.337397 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8dda-3934-43cc-90dd-7ce4f7325ea4 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.475449 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-77cfa60e-16ca-4fa8-804b-81a12cb30735 req-9565aa25-ce7e-4da9-bdac-d68b5b457432 service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895964 Jun 07 17:29:52.490470 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8dda-3934-43cc-90dd-7ce4f7325ea4 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.497100 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8dda-3934-43cc-90dd-7ce4f7325ea4 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.507492 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-0473fc9f-a825-4a38-b804-73c8a6c816b3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:52.516398 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-f4027fe6-702a-401c-9e2c-e5e271b67e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:28:09Z', 'revision_number': 4, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': 'fef17304-a354-4511-96a2-b213202aa526', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'floating_ip_address': '172.28.2.57', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'port_id': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'mac_address': 'fa:16:3e:2f:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:29:49Z', 'updated_at': '2021-06-07T17:29:49Z', 'revision_number': 0, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ced65c-6fff-495f-9ec3-3c7e51d0ac24', 'name': '', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'mac_address': 'fa:16:3e:9e:2d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:07Z', 'updated_at': '2021-06-07T17:28:21Z', 'revision_number': 5, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'subnets': [{'id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:29:52.520878 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4027fe6-702a-401c-9e2c-e5e271b67e27 None None] The sync data for ids ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'] in dv-cinder-789603-8-smb is: [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:28:09Z', 'revision_number': 4, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': 'fef17304-a354-4511-96a2-b213202aa526', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'floating_ip_address': '172.28.2.57', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'port_id': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'mac_address': 'fa:16:3e:2f:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:29:49Z', 'updated_at': '2021-06-07T17:29:49Z', 'revision_number': 0, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ced65c-6fff-495f-9ec3-3c7e51d0ac24', 'name': '', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'mac_address': 'fa:16:3e:9e:2d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:07Z', 'updated_at': '2021-06-07T17:28:21Z', 'revision_number': 5, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'subnets': [{'id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:29:52.528427 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c8dda-3934-43cc-90dd-7ce4f7325ea4 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f055ee8-9b9c-4c77-af0e-cb8bb266f9a8,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:52.532095 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5e1c8dda-3934-43cc-90dd-7ce4f7325ea4 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:52.533738 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8dda-3934-43cc-90dd-7ce4f7325ea4 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.537585 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-5e1c8dda-3934-43cc-90dd-7ce4f7325ea4 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2793953 Jun 07 17:29:52.539306 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57722) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:52.544289 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-806d2cb5-7b9e-49b6-ac0a-0923758b97de tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Request body: {'security_group_rule': {'security_group_id': '32e9e86b-9eb0-4ea3-a476-b574770918fb', 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:29:52.572033 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.securitygroups_db [None req-806d2cb5-7b9e-49b6-ac0a-0923758b97de tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Project 55ca40200b374d32a515c7bdd771f3f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 17:29:52.579956 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-806d2cb5-7b9e-49b6-ac0a-0923758b97de tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.682965 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-806d2cb5-7b9e-49b6-ac0a-0923758b97de tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.689985 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-806d2cb5-7b9e-49b6-ac0a-0923758b97de tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.705254 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8ad410b6-1424-4049-920b-fd08b45ec53d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:52.725619 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785a72b-e7f2-4b1d-b3d9-8cd563d95c38 None None] New status for floating IP fef17304-a354-4511-96a2-b213202aa526: ACTIVE {{(pid=91781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:29:52.737622 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d2cb5-7b9e-49b6-ac0a-0923758b97de tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dc345f-3763-4fa3-988e-e1e62dcefdb8,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:52.741854 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-806d2cb5-7b9e-49b6-ac0a-0923758b97de tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:52.742746 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-806d2cb5-7b9e-49b6-ac0a-0923758b97de tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:52.747372 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-806d2cb5-7b9e-49b6-ac0a-0923758b97de tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2038853 Jun 07 17:29:52.783236 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc62b13-c0e4-4b94-8c89-07ed2562874a req-09eff1f1-d244-4489-b785-5b9942d785f3 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:52.784982 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ecc62b13-c0e4-4b94-8c89-07ed2562874a req-09eff1f1-d244-4489-b785-5b9942d785f3 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 946 time: 0.1384559 Jun 07 17:29:52.840147 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ecc62b13-c0e4-4b94-8c89-07ed2562874a req-7b00b3c6-a1fe-4f80-a4b4-aa4ad1201cf7 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485756 Jun 07 17:29:52.890336 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fdf213c1-952e-4f43-bce0-cd1554be8f77 req-5ed6aade-f9fc-4dbd-b6b7-70bfaff32f18 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930662786&fields=id&tenant_id=55ca40200b374d32a515c7bdd771f3f8 HTTP/1.1" status: 200 len: 267 time: 0.0438216 Jun 07 17:29:52.978139 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf213c1-952e-4f43-bce0-cd1554be8f77 req-84615c19-e823-4555-b123-076032e66b67 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:52.979535 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fdf213c1-952e-4f43-bce0-cd1554be8f77 req-84615c19-e823-4555-b123-076032e66b67 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 945 time: 0.0829320 Jun 07 17:29:52.990828 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-fdf213c1-952e-4f43-bce0-cd1554be8f77 req-df8cfa1d-9915-4564-b228-0e80c0f3e516 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Request body: {'port': {'security_groups': ['e9085fc8-adc1-402e-a180-1f55f1d28938', '32e9e86b-9eb0-4ea3-a476-b574770918fb']}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:29:53.120698 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-fdf213c1-952e-4f43-bce0-cd1554be8f77 req-df8cfa1d-9915-4564-b228-0e80c0f3e516 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:53.485810 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-fdf213c1-952e-4f43-bce0-cd1554be8f77 req-df8cfa1d-9915-4564-b228-0e80c0f3e516 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] For port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:29:53.514227 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-fdf213c1-952e-4f43-bce0-cd1554be8f77 req-df8cfa1d-9915-4564-b228-0e80c0f3e516 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:53.519976 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-fdf213c1-952e-4f43-bce0-cd1554be8f77 req-df8cfa1d-9915-4564-b228-0e80c0f3e516 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:53.525581 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-74f51379-0b44-4962-a7ee-c67d4a11661e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:53.544322 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['34225ee0-74d8-4079-8cc7-fb3fbb7b6326'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:29:53.594379 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf213c1-952e-4f43-bce0-cd1554be8f77 req-df8cfa1d-9915-4564-b228-0e80c0f3e516 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:53.595161 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-fdf213c1-952e-4f43-bce0-cd1554be8f77 req-df8cfa1d-9915-4564-b228-0e80c0f3e516 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:53.596474 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fdf213c1-952e-4f43-bce0-cd1554be8f77 req-df8cfa1d-9915-4564-b228-0e80c0f3e516 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "PUT /v2.0/ports/34225ee0-74d8-4079-8cc7-fb3fbb7b6326 HTTP/1.1" status: 200 len: 981 time: 0.6105814 Jun 07 17:29:53.596997 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:29:53.599347 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63943e41-5eb2-4637-bbbc-d73b41c84215" -d '{"events": [{"name": "network-changed", "server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:29:53.621880 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cfa1d-9915-4564-b228-0e80c0f3e516 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event updated for resources: {'Port': ['ID=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,revision_number=6']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:53.625535 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-df8cfa1d-9915-4564-b228-0e80c0f3e516 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:53.666978 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1473fb-1f92-4796-a708-3f00ff38352d x-openstack-request-id: req-9b1473fb-1f92-4796-a708-3f00ff38352d {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:29:53.667432 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:29:53.667777 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b1473fb-1f92-4796-a708-3f00ff38352d {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:29:53.668352 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'status': 'completed', 'code': 200} Jun 07 17:29:53.718318 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['34225ee0-74d8-4079-8cc7-fb3fbb7b6326'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:29:53.844522 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63943e41-5eb2-4637-bbbc-d73b41c84215 req-e614e425-2b80-4916-8896-746a28e8b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:53.846225 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63943e41-5eb2-4637-bbbc-d73b41c84215 req-e614e425-2b80-4916-8896-746a28e8b586 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55ca40200b374d32a515c7bdd771f3f8&device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 1137 time: 0.1542721 Jun 07 17:29:53.854044 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50530ed-1f47-49cd-bd9e-d3b59b062bcd req-92744d5e-07cb-4683-910c-2332c6b62261 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:53.856551 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c50530ed-1f47-49cd-bd9e-d3b59b062bcd req-92744d5e-07cb-4683-910c-2332c6b62261 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.1301572 Jun 07 17:29:53.981621 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-74019b64-117e-408f-a460-6f533d7b66aa None None] Provisioning complete for port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:29:53.981996 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-74019b64-117e-408f-a460-6f533d7b66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:53.996230 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c50530ed-1f47-49cd-bd9e-d3b59b062bcd req-e4b1fd89-2987-499a-9b50-333636833026 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168127 Jun 07 17:29:54.032624 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63943e41-5eb2-4637-bbbc-d73b41c84215 req-b20b6696-2054-4bb1-9df5-a3147d11e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:54.034062 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63943e41-5eb2-4637-bbbc-d73b41c84215 req-b20b6696-2054-4bb1-9df5-a3147d11e879 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed HTTP/1.1" status: 200 len: 916 time: 0.1764638 Jun 07 17:29:54.054082 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364eb0f-a4b2-476a-9484-72d9d62d03d2 req-df48589e-7f2c-4204-8317-b536833373ab tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:54.056346 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b364eb0f-a4b2-476a-9484-72d9d62d03d2 req-df48589e-7f2c-4204-8317-b536833373ab tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 946 time: 0.0985539 Jun 07 17:29:54.108637 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b364eb0f-a4b2-476a-9484-72d9d62d03d2 req-bca8f7b6-8aed-4f52-af44-4a302bcca6a8 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463095 Jun 07 17:29:54.144875 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63943e41-5eb2-4637-bbbc-d73b41c84215 req-9f97b85a-ebd3-4829-8fb1-0ab0b15b7864 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326 HTTP/1.1" status: 200 len: 1000 time: 0.1013215 Jun 07 17:29:54.209615 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63943e41-5eb2-4637-bbbc-d73b41c84215 req-e53f5bc2-fb53-42fd-acfb-171ea86368e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:54.211031 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63943e41-5eb2-4637-bbbc-d73b41c84215 req-e53f5bc2-fb53-42fd-acfb-171ea86368e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70c63c19-8182-44e8-8d03-6ffe55d16f64 HTTP/1.1" status: 200 len: 854 time: 0.0576296 Jun 07 17:29:54.291146 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63943e41-5eb2-4637-bbbc-d73b41c84215 req-01d35e3f-c415-426e-9573-b39d283acce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:54.292657 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63943e41-5eb2-4637-bbbc-d73b41c84215 req-01d35e3f-c415-426e-9573-b39d283acce6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738244 Jun 07 17:29:54.429666 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63943e41-5eb2-4637-bbbc-d73b41c84215 req-f3d6b33b-5e3f-4f80-9360-524c0e6a3aec service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286807 Jun 07 17:29:54.574418 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63943e41-5eb2-4637-bbbc-d73b41c84215 req-e9d06020-efd9-44d8-8f22-d65789313c09 service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356587 Jun 07 17:29:54.769356 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 57750) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:54.891682 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-890b1be8-0c6d-4e37-8b6d-8dcd3761b467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:54.940122 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f3d86-1058-4f2d-b021-2d833a496f54 req-d8f6ff56-0651-4b7a-8615-9a6b7f3d7d31 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:54.941620 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-418f3d86-1058-4f2d-b021-2d833a496f54 req-d8f6ff56-0651-4b7a-8615-9a6b7f3d7d31 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 946 time: 0.1242499 Jun 07 17:29:55.127340 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-890b1be8-0c6d-4e37-8b6d-8dcd3761b467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:55.133467 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-890b1be8-0c6d-4e37-8b6d-8dcd3761b467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:55.142602 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-9c52204a-b312-4895-b0b2-0c1ab519f027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:55.151909 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [req-418f3d86-1058-4f2d-b021-2d833a496f54 req-58495577-ef97-4479-b94d-b22b17b6cca5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Deleting port f962f087-091a-45a3-9be1-2075e9a44e5d {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:29:55.152255 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-418f3d86-1058-4f2d-b021-2d833a496f54 req-58495577-ef97-4479-b94d-b22b17b6cca5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:55.223030 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-890b1be8-0c6d-4e37-8b6d-8dcd3761b467 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff4d6f8a2fba41929fd82130748aaef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525869 Jun 07 17:29:55.225685 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57756) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:55.227184 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b1be8-0c6d-4e37-8b6d-8dcd3761b467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c9088d-8430-448b-94c9-836c0450970c,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:55.273874 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-890b1be8-0c6d-4e37-8b6d-8dcd3761b467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:55.289731 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d5e8cd01-ec7d-4c58-9617-30ff0514c5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:55.316348 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d5e8cd01-ec7d-4c58-9617-30ff0514c5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:55.370131 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d5e8cd01-ec7d-4c58-9617-30ff0514c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:55.371620 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-418f3d86-1058-4f2d-b021-2d833a496f54 req-58495577-ef97-4479-b94d-b22b17b6cca5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] For port f962f087-091a-45a3-9be1-2075e9a44e5d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f962f087-091a-45a3-9be1-2075e9a44e5d,segment=NetworkSegment(edc03057-f5a0-4134-a53f-d75937b340d2),segment_id=edc03057-f5a0-4134-a53f-d75937b340d2)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:29:55.371981 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-418f3d86-1058-4f2d-b021-2d833a496f54 req-58495577-ef97-4479-b94d-b22b17b6cca5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:55.372744 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d5e8cd01-ec7d-4c58-9617-30ff0514c5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:55.373916 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-d5e8cd01-ec7d-4c58-9617-30ff0514c5bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9c9088d-8430-448b-94c9-836c0450970c HTTP/1.1" status: 204 len: 168 time: 0.1472299 Jun 07 17:29:55.374690 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b3c54302-1c62-41c2-89f9-8ef1cb8ab16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:55.385196 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8cd01-ec7d-4c58-9617-30ff0514c5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c9088d-8430-448b-94c9-836c0450970c,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:55.387841 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-d5e8cd01-ec7d-4c58-9617-30ff0514c5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:55.605446 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [req-418f3d86-1058-4f2d-b021-2d833a496f54 req-58495577-ef97-4479-b94d-b22b17b6cca5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Calling delete_port for f962f087-091a-45a3-9be1-2075e9a44e5d owned by compute:nova {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:29:55.629180 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd03554-00f8-4b5e-b1bc-4ce9951d36b5 req-888ad19c-c4bc-4e7f-99a4-56130e6433d4 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:55.630862 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0fd03554-00f8-4b5e-b1bc-4ce9951d36b5 req-888ad19c-c4bc-4e7f-99a4-56130e6433d4 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f3f7949-36fe-4457-9d7f-9858a618f10d HTTP/1.1" status: 200 len: 946 time: 0.4009230 Jun 07 17:29:55.681779 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 57762) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:55.702153 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0fd03554-00f8-4b5e-b1bc-4ce9951d36b5 req-53fc36c7-5428-4a3a-bba5-87bbbd187c86 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed2f50c2-8850-419d-90f3-19573f71e5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642843 Jun 07 17:29:55.706146 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a8956f2d-b14a-45a0-a5aa-32f4846e8319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:55.838423 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-418f3d86-1058-4f2d-b021-2d833a496f54 req-58495577-ef97-4479-b94d-b22b17b6cca5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:55.847468 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:55.849885 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['f962f087-091a-45a3-9be1-2075e9a44e5d'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:29:55.902922 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58495577-ef97-4479-b94d-b22b17b6cca5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Pushing event deleted for resources: {'Port': ['ID=f962f087-091a-45a3-9be1-2075e9a44e5d,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:55.905211 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-58495577-ef97-4479-b94d-b22b17b6cca5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:55.994917 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-418f3d86-1058-4f2d-b021-2d833a496f54 req-58495577-ef97-4479-b94d-b22b17b6cca5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] No DVR routers for this DVR port f962f087-091a-45a3-9be1-2075e9a44e5d on host hv-cinder-78960 {{(pid=91778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:29:55.997539 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-418f3d86-1058-4f2d-b021-2d833a496f54 req-58495577-ef97-4479-b94d-b22b17b6cca5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:55.999649 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-418f3d86-1058-4f2d-b021-2d833a496f54 req-58495577-ef97-4479-b94d-b22b17b6cca5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] 10.222.0.24 "DELETE /v2.0/ports/f962f087-091a-45a3-9be1-2075e9a44e5d HTTP/1.1" status: 204 len: 173 time: 1.0499246 Jun 07 17:29:56.002506 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3f7949-36fe-4457-9d7f-9858a618f10d', 'name': 'network-vif-deleted', 'tag': 'f962f087-091a-45a3-9be1-2075e9a44e5d'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:29:56.005649 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e448161-60ed-409c-9372-0ab9fd12bf56" -d '{"events": [{"server_uuid": "4f3f7949-36fe-4457-9d7f-9858a618f10d", "name": "network-vif-deleted", "tag": "f962f087-091a-45a3-9be1-2075e9a44e5d"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:29:56.024473 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a8956f2d-b14a-45a0-a5aa-32f4846e8319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:56.029613 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a8956f2d-b14a-45a0-a5aa-32f4846e8319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:56.037705 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-03070b2d-b812-4a45-9543-7692fab7f29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:56.058846 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b480db7-f6b1-4390-9d4b-211787133ce6 x-openstack-request-id: req-6b480db7-f6b1-4390-9d4b-211787133ce6 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:29:56.059166 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3f7949-36fe-4457-9d7f-9858a618f10d", "name": "network-vif-deleted", "tag": "f962f087-091a-45a3-9be1-2075e9a44e5d", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:29:56.059813 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b480db7-f6b1-4390-9d4b-211787133ce6 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:29:56.060251 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3f7949-36fe-4457-9d7f-9858a618f10d', 'name': 'network-vif-deleted', 'tag': 'f962f087-091a-45a3-9be1-2075e9a44e5d', 'status': 'completed', 'code': 200} Jun 07 17:29:56.092946 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-a8956f2d-b14a-45a0-a5aa-32f4846e8319 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a3626c524cc49f8acf3d9f4b7682c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082897 Jun 07 17:29:56.095088 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8956f2d-b14a-45a0-a5aa-32f4846e8319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986834f9-775d-4506-81be-479ddfe8ffe6,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:56.096100 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57766) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:56.098185 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a8956f2d-b14a-45a0-a5aa-32f4846e8319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:56.157181 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f47cc232-63bc-4a01-be0e-f393bf2b4e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:56.184724 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f47cc232-63bc-4a01-be0e-f393bf2b4e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:56.241188 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f47cc232-63bc-4a01-be0e-f393bf2b4e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:56.243930 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-f47cc232-63bc-4a01-be0e-f393bf2b4e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:56.245071 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-f47cc232-63bc-4a01-be0e-f393bf2b4e31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/986834f9-775d-4506-81be-479ddfe8ffe6 HTTP/1.1" status: 204 len: 168 time: 0.1479840 Jun 07 17:29:56.245823 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-eb25031f-f1ef-4a07-b567-1010cb02af52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:56.257629 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cc232-63bc-4a01-be0e-f393bf2b4e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986834f9-775d-4506-81be-479ddfe8ffe6,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:56.259870 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f47cc232-63bc-4a01-be0e-f393bf2b4e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:58.452322 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device f962f087-091a-45a3-9be1-2075e9a44e5d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:29:58.504312 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: f962f087-091a-45a3-9be1-2075e9a44e5d {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:29:58.504667 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device f962f087-091a-45a3-9be1-2075e9a44e5d not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:30:00.250451 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-cb639c6f-6cfe-4fe9-8a3e-8e2854c369c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:02.557905 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-87e27d56-d55e-4119-9389-8418265eede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:02.801733 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:03.801085 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:05.822682 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:06.608501 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 57962) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:06.783943 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f777-f058-4c1c-ac90-05a9a221a6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:06.948983 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f777-f058-4c1c-ac90-05a9a221a6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:06.955056 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f777-f058-4c1c-ac90-05a9a221a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:06.967416 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6c3ee5f1-d64b-4148-814e-a1b1c8d63d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:07.037905 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-ecf4f777-f058-4c1c-ac90-05a9a221a6d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5878342894f84546a4a8087b4af6f8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278445 Jun 07 17:30:07.042173 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 57970) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:07.059526 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4f777-f058-4c1c-ac90-05a9a221a6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6a2cf7-f833-42d0-a50c-71510823ad6c,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:07.066234 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-ecf4f777-f058-4c1c-ac90-05a9a221a6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:07.141974 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6297d023-aef1-4d88-a6cf-50ab7ebd7d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:07.173602 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6297d023-aef1-4d88-a6cf-50ab7ebd7d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:07.242264 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6297d023-aef1-4d88-a6cf-50ab7ebd7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:07.245463 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6297d023-aef1-4d88-a6cf-50ab7ebd7d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:07.248098 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-6297d023-aef1-4d88-a6cf-50ab7ebd7d53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c6a2cf7-f833-42d0-a50c-71510823ad6c HTTP/1.1" status: 204 len: 168 time: 0.2041068 Jun 07 17:30:07.250449 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-890b1be8-0c6d-4e37-8b6d-8dcd3761b467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:07.272584 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297d023-aef1-4d88-a6cf-50ab7ebd7d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6a2cf7-f833-42d0-a50c-71510823ad6c,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:07.276805 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6297d023-aef1-4d88-a6cf-50ab7ebd7d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:07.700349 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 57986) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:07.725335 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dfe18469-8c13-4a7b-b748-aab5226d437c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:07.795006 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bffb1b-ffc8-4d89-8928-0ad90fcf19b8 req-89528574-76cc-43ec-a7fa-a6083c65af97 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:07.796496 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-21bffb1b-ffc8-4d89-8928-0ad90fcf19b8 req-89528574-76cc-43ec-a7fa-a6083c65af97 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.1625898 Jun 07 17:30:07.867724 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-21bffb1b-ffc8-4d89-8928-0ad90fcf19b8 req-e26cd164-aa1b-458f-8d96-f09d66d83d10 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647609 Jun 07 17:30:07.912967 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dfe18469-8c13-4a7b-b748-aab5226d437c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:07.917826 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dfe18469-8c13-4a7b-b748-aab5226d437c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:07.925567 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-976611c8-5e3a-424e-a98e-29a019ccaafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:07.943935 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:30:07.974306 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-dfe18469-8c13-4a7b-b748-aab5226d437c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=391dc362fad94e5a95f71d8cc3f2fa9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728508 Jun 07 17:30:07.975370 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe18469-8c13-4a7b-b748-aab5226d437c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde378ea-6d88-47cf-b5a3-f6cd4e4dec33,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:07.977398 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 57988) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:07.980909 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-dfe18469-8c13-4a7b-b748-aab5226d437c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:08.050711 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3b5528f7-f2b6-4a2c-8320-f6c4d39c81ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:08.078770 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3b5528f7-f2b6-4a2c-8320-f6c4d39c81ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:08.137656 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3b5528f7-f2b6-4a2c-8320-f6c4d39c81ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:08.140198 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3b5528f7-f2b6-4a2c-8320-f6c4d39c81ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:08.141348 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-3b5528f7-f2b6-4a2c-8320-f6c4d39c81ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dde378ea-6d88-47cf-b5a3-f6cd4e4dec33 HTTP/1.1" status: 204 len: 168 time: 0.1626043 Jun 07 17:30:08.142949 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-1b0a1e80-c65f-460a-a5a8-7cd81989bdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:08.153469 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5528f7-f2b6-4a2c-8320-f6c4d39c81ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde378ea-6d88-47cf-b5a3-f6cd4e4dec33,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:08.155996 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-3b5528f7-f2b6-4a2c-8320-f6c4d39c81ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:08.547795 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 57998) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:08.568417 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc84a-833c-4573-8a77-79baea4826c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:08.701699 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc84a-833c-4573-8a77-79baea4826c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:08.719590 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc84a-833c-4573-8a77-79baea4826c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:08.728279 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-8b59337e-6e9c-4cac-8cf5-611fffbfc03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:08.776747 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-5b9dc84a-833c-4573-8a77-79baea4826c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dc7fdb2aa034f99bede1f3138b606bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265446 Jun 07 17:30:08.777711 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dc84a-833c-4573-8a77-79baea4826c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15761867-a862-4bf9-8b21-32859ed2cc06,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:08.779779 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58002) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:08.781135 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5b9dc84a-833c-4573-8a77-79baea4826c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:08.886534 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-293b76ca-5cb1-4d65-a7c1-1971c6389e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:08.931956 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-293b76ca-5cb1-4d65-a7c1-1971c6389e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:09.005021 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-293b76ca-5cb1-4d65-a7c1-1971c6389e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:09.009384 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-293b76ca-5cb1-4d65-a7c1-1971c6389e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:09.014948 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-293b76ca-5cb1-4d65-a7c1-1971c6389e71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15761867-a862-4bf9-8b21-32859ed2cc06 HTTP/1.1" status: 204 len: 168 time: 0.2284327 Jun 07 17:30:09.014948 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-88dfa4c3-6f6d-49a1-9b95-5f5b21c49979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:09.031435 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b76ca-5cb1-4d65-a7c1-1971c6389e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15761867-a862-4bf9-8b21-32859ed2cc06,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:09.042522 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-293b76ca-5cb1-4d65-a7c1-1971c6389e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:09.170029 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b41daa-7aeb-4abb-b462-1a56ea1ae31b req-fcd7e2f3-1992-40bc-9d47-e8fc8cb34e1b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:09.174971 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-28b41daa-7aeb-4abb-b462-1a56ea1ae31b req-fcd7e2f3-1992-40bc-9d47-e8fc8cb34e1b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.1686797 Jun 07 17:30:09.263748 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-28b41daa-7aeb-4abb-b462-1a56ea1ae31b req-2b4f0499-b43c-4d3c-b115-973097e8151e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755067 Jun 07 17:30:10.515899 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa4809-59f0-4735-8ee9-883442acaefd req-85ad3bdf-86c4-47a1-b4d4-2e5c43a4ac0d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:10.530174 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-63fa4809-59f0-4735-8ee9-883442acaefd req-85ad3bdf-86c4-47a1-b4d4-2e5c43a4ac0d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.1165287 Jun 07 17:30:10.594128 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-63fa4809-59f0-4735-8ee9-883442acaefd req-e94b6cb4-9188-438d-a5e4-3215ee2fc874 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566835 Jun 07 17:30:11.824615 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af265b5f-7b27-4581-827a-034f834f76f6 req-810610af-7be7-41f5-be94-5b6c518fba6d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:11.827231 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-af265b5f-7b27-4581-827a-034f834f76f6 req-810610af-7be7-41f5-be94-5b6c518fba6d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.1062713 Jun 07 17:30:11.907235 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-af265b5f-7b27-4581-827a-034f834f76f6 req-54c70262-2144-494d-8eb8-cb95a11490f6 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705595 Jun 07 17:30:12.311705 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:13.144076 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b276c2-5f3a-4d56-b588-5620b8403b7b req-6678456b-b820-4c20-9bf6-717616396d9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:13.146232 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-44b276c2-5f3a-4d56-b588-5620b8403b7b req-6678456b-b820-4c20-9bf6-717616396d9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.0954516 Jun 07 17:30:13.257338 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-44b276c2-5f3a-4d56-b588-5620b8403b7b req-6c3a1d0a-2816-4f0d-a5c6-774a060298e4 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986497 Jun 07 17:30:14.470501 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3062ca-7d6b-400b-b1ed-b0c59a6ff322 req-1955f285-8c52-4c88-b8e7-cc655a11a6e1 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:14.472116 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2e3062ca-7d6b-400b-b1ed-b0c59a6ff322 req-1955f285-8c52-4c88-b8e7-cc655a11a6e1 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.1004753 Jun 07 17:30:14.529994 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2e3062ca-7d6b-400b-b1ed-b0c59a6ff322 req-afbd6f77-19f7-4364-a751-ef2c6ae33c88 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508060 Jun 07 17:30:15.737968 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf08302-8e7b-4c04-b15f-2a610fc2a9f7 req-751c19b7-b015-4f0c-b30e-44c9324251ad tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:15.739583 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-6bf08302-8e7b-4c04-b15f-2a610fc2a9f7 req-751c19b7-b015-4f0c-b30e-44c9324251ad tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.0836551 Jun 07 17:30:15.788114 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-6bf08302-8e7b-4c04-b15f-2a610fc2a9f7 req-6bd90f52-bf04-4103-ac66-e692745f79de tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416536 Jun 07 17:30:16.364060 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58158) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:16.487597 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d0c86177-f5f9-439e-b330-96670aeb8a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:16.623515 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d0c86177-f5f9-439e-b330-96670aeb8a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:16.628631 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d0c86177-f5f9-439e-b330-96670aeb8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:16.636275 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-067a035a-50a2-4e8a-84d8-bed3be4fd495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:16.683410 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-d0c86177-f5f9-439e-b330-96670aeb8a76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f28d842f1e3044b191abc6325b0458e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180451 Jun 07 17:30:16.684600 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c86177-f5f9-439e-b330-96670aeb8a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045ab2e6-eac8-45c3-aaa0-385c1b4e2a5f,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:16.686848 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58162) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:16.688567 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-d0c86177-f5f9-439e-b330-96670aeb8a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:16.759709 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ed03c1e8-b615-4907-85dd-372dcd5ecda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:16.789704 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ed03c1e8-b615-4907-85dd-372dcd5ecda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:16.856908 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ed03c1e8-b615-4907-85dd-372dcd5ecda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:16.859770 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ed03c1e8-b615-4907-85dd-372dcd5ecda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:16.862024 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-ed03c1e8-b615-4907-85dd-372dcd5ecda4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/045ab2e6-eac8-45c3-aaa0-385c1b4e2a5f HTTP/1.1" status: 204 len: 168 time: 0.1735926 Jun 07 17:30:16.863095 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-77481c2c-0fd3-4462-8139-ac15f41461d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:16.879979 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03c1e8-b615-4907-85dd-372dcd5ecda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045ab2e6-eac8-45c3-aaa0-385c1b4e2a5f,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:16.884424 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-ed03c1e8-b615-4907-85dd-372dcd5ecda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:17.032101 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ca063-6161-477e-90e9-5331b4c569e9 req-103c8903-d1f4-4130-a691-4060ba5521aa tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:17.034567 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-633ca063-6161-477e-90e9-5331b4c569e9 req-103c8903-d1f4-4130-a691-4060ba5521aa tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.1040921 Jun 07 17:30:17.087850 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-633ca063-6161-477e-90e9-5331b4c569e9 req-958d0585-f1b6-4bfe-a9c6-a4dd8230a94c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440943 Jun 07 17:30:17.156789 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58172) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:17.223873 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a89c3d-c22c-423c-bb5b-7db82248781e admin admin] Deleting subnet 26dc21a9-8567-49c9-8f89-c102b71af2cb {{(pid=91778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:30:17.227179 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6a89c3d-c22c-423c-bb5b-7db82248781e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.259566 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58174) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:17.289373 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6a89c3d-c22c-423c-bb5b-7db82248781e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1956365'] for subnet, precommit_delete_associations {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.298188 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-93484c5a-06b0-42a7-b2d4-f9d946d059a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.370241 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6a89c3d-c22c-423c-bb5b-7db82248781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.468362 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-93484c5a-06b0-42a7-b2d4-f9d946d059a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.470944 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6a89c3d-c22c-423c-bb5b-7db82248781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1213485'] for subnet, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.475977 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:17.479354 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-93484c5a-06b0-42a7-b2d4-f9d946d059a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.493076 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a9dff80f-e27d-4caf-81d5-7959da110a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:17.517584 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a89c3d-c22c-423c-bb5b-7db82248781e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26dc21a9-8567-49c9-8f89-c102b71af2cb,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:17.521636 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f6a89c3d-c22c-423c-bb5b-7db82248781e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:17.525807 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6a89c3d-c22c-423c-bb5b-7db82248781e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.526618 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-f6a89c3d-c22c-423c-bb5b-7db82248781e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/26dc21a9-8567-49c9-8f89-c102b71af2cb HTTP/1.1" status: 204 len: 168 time: 0.3685877 Jun 07 17:30:17.531118 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58176) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:17.550965 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-93484c5a-06b0-42a7-b2d4-f9d946d059a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72af0eaf9ffd42f2a10b3e416702a579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848437 Jun 07 17:30:17.550965 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93484c5a-06b0-42a7-b2d4-f9d946d059a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aa1d04-bca1-4c58-9c26-54e2cf7755cc,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:17.551881 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58178) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:17.552760 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-93484c5a-06b0-42a7-b2d4-f9d946d059a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:17.629656 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-45d2348d-8c19-4a68-83e1-a09aae95c060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.661662 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.693292 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-45d2348d-8c19-4a68-83e1-a09aae95c060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.784442 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-45d2348d-8c19-4a68-83e1-a09aae95c060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.788611 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-45d2348d-8c19-4a68-83e1-a09aae95c060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.790368 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-45d2348d-8c19-4a68-83e1-a09aae95c060 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2aa1d04-bca1-4c58-9c26-54e2cf7755cc HTTP/1.1" status: 204 len: 168 time: 0.2364764 Jun 07 17:30:17.791623 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4ce549e7-4f8e-4a64-9a8b-f6903ae3c67d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:17.806962 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2348d-8c19-4a68-83e1-a09aae95c060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aa1d04-bca1-4c58-9c26-54e2cf7755cc,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:17.810880 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-45d2348d-8c19-4a68-83e1-a09aae95c060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:17.911461 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.927129 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44158158-582a-489f-bb98-4bfcb92e5bc5']}} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:30:17.944145 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc03057-f5a0-4134-a53f-d75937b340d2') {'for_net_delete': True} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:30:17.944469 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc03057-f5a0-4134-a53f-d75937b340d2') {} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:30:17.959455 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1956404'] for segment, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.980264 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.988578 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=91778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:30:17.988992 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1956664'] for segment, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: Traceback (most recent call last): Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: timer() Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: cb(*args, **kw) Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: return func(*args, **kwargs) Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: self._notify() Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: self.callback(batched_events) Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: event.method(event) Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: return f(self, *a, **k) Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: return self._get(url).json() Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: return self.request(url, 'GET', **kwargs) Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:30:18.002975 dv-cinder-789603-8-smb neutron-server[91778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:30:18.105253 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:18.109959 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-28df54dc-8fe7-433f-b0b5-89de077c60d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:18.129356 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:18.131365 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] 10.222.0.13 "DELETE /v2.0/networks/44158158-582a-489f-bb98-4bfcb92e5bc5 HTTP/1.1" status: 204 len: 168 time: 0.5996077 Jun 07 17:30:18.135136 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] Pushing event deleted for resources: {'Network': ['ID=44158158-582a-489f-bb98-4bfcb92e5bc5,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:18.142124 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:18.351707 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082ad42-c4e5-4875-a651-cf0518321779 req-339d3bdb-487d-46ea-8b00-e59bcf3778fb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:18.353401 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9082ad42-c4e5-4875-a651-cf0518321779 req-339d3bdb-487d-46ea-8b00-e59bcf3778fb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.0919213 Jun 07 17:30:18.417021 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58194) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:18.421482 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9082ad42-c4e5-4875-a651-cf0518321779 req-f34e07a4-248c-410e-b13b-e39611eb6019 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550215 Jun 07 17:30:18.495249 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-0e58ebbf-a1d8-4d67-89d1-c486e36a1b93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edf6c993daa24d82bd7a5747f23c1ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755169 Jun 07 17:30:18.496579 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58200) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:18.561950 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8ab77385-6287-4c2e-9407-0825da43b7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:18.596081 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8ab77385-6287-4c2e-9407-0825da43b7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:18.682955 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8ab77385-6287-4c2e-9407-0825da43b7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:18.685553 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8ab77385-6287-4c2e-9407-0825da43b7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:18.690082 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-8ab77385-6287-4c2e-9407-0825da43b7af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed2f50c2-8850-419d-90f3-19573f71e5bf HTTP/1.1" status: 204 len: 168 time: 0.1893885 Jun 07 17:30:18.690082 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:18.706974 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab77385-6287-4c2e-9407-0825da43b7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2f50c2-8850-419d-90f3-19573f71e5bf,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:18.728815 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8ab77385-6287-4c2e-9407-0825da43b7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:18.897181 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b8944-3637-4028-bbb9-220559dd2b94 req-f7f4f54a-e3f7-4a8f-bbc9-ffe0515f0886 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:18.898765 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f98b8944-3637-4028-bbb9-220559dd2b94 req-f7f4f54a-e3f7-4a8f-bbc9-ffe0515f0886 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.1065180 Jun 07 17:30:18.970017 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f98b8944-3637-4028-bbb9-220559dd2b94 req-22922484-bcd7-4738-8123-87ecf074f997 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651016 Jun 07 17:30:18.971690 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d91889-35f6-4742-a0bd-41b548d92050 req-eca5853d-89bd-4ba9-be8f-05274ce7427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:18.974807 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-94d91889-35f6-4742-a0bd-41b548d92050 req-eca5853d-89bd-4ba9-be8f-05274ce7427e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32ff372ddb784e80bd8613340b215cf3&device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 1099 time: 0.1048672 Jun 07 17:30:18.997883 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58216) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:19.145317 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d91889-35f6-4742-a0bd-41b548d92050 req-47caac2d-3561-4768-9533-5c90edc73984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:19.147221 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-94d91889-35f6-4742-a0bd-41b548d92050 req-47caac2d-3561-4768-9533-5c90edc73984 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a036aeba-98be-498c-945c-229a6b821f25 HTTP/1.1" status: 200 len: 912 time: 0.1654401 Jun 07 17:30:19.152354 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-561324945-network', 'tenant_id': '980ac94de76c49f895c81f4a57081a4f'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:30:19.183133 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Made reservation on behalf of 980ac94de76c49f895c81f4a57081a4f for: {'network': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:30:19.187520 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:19.215184 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:19.277360 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-94d91889-35f6-4742-a0bd-41b548d92050 req-e2b2caf7-0ec8-43b3-ac52-b2f394e19177 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd24fe9-8219-48b8-9fa7-1d386990cacc HTTP/1.1" status: 200 len: 1002 time: 0.1231906 Jun 07 17:30:19.351038 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d91889-35f6-4742-a0bd-41b548d92050 req-b449fd8a-9d5f-47c0-9fbf-f119dfe0f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:19.352615 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-94d91889-35f6-4742-a0bd-41b548d92050 req-b449fd8a-9d5f-47c0-9fbf-f119dfe0f332 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3 HTTP/1.1" status: 200 len: 850 time: 0.0684023 Jun 07 17:30:19.384370 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:19.390968 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:19.399128 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-83890c91-0dd0-4ddd-a1d5-010dd74cf7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:19.447827 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d91889-35f6-4742-a0bd-41b548d92050 req-414726e1-5cf5-4be4-9fef-fcb6daafcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:19.449868 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-94d91889-35f6-4742-a0bd-41b548d92050 req-414726e1-5cf5-4be4-9fef-fcb6daafcbff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a036aeba-98be-498c-945c-229a6b821f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0904679 Jun 07 17:30:19.451157 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=91779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:30:19.467949 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b775357-6b11-45c1-9d42-7e4940e81d6c,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:19.476423 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:19.481075 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:19.481651 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.segments_db [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Added segment 7efb19d8-b4e7-4089-b89b-4959ec00efe2 of type vlan for network e7a33307-b2cc-4200-a8db-493a40328868 Jun 07 17:30:19.523879 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:19.562406 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:19.564028 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:19.564709 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:19.578284 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:19.659326 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-94d91889-35f6-4742-a0bd-41b548d92050 req-d44466ae-8c7c-4d6a-be13-778c5ee0cc2f service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016747 Jun 07 17:30:19.711728 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7092135 Jun 07 17:30:19.712318 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58240) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:19.717700 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] Request body: {'subnet': {'network_id': 'e7a33307-b2cc-4200-a8db-493a40328868', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-561324945-subnet', 'tenant_id': '980ac94de76c49f895c81f4a57081a4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:30:19.771667 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Pushing event updated for resources: {'Network': ['ID=e7a33307-b2cc-4200-a8db-493a40328868,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:19.774729 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:19.791485 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network e7a33307-b2cc-4200-a8db-493a40328868 details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:30:19.816314 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] Made reservation on behalf of 980ac94de76c49f895c81f4a57081a4f for: {'subnet': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:30:19.818641 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1213450'] for subnet, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:19.864997 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-94d91889-35f6-4742-a0bd-41b548d92050 req-eaf5051d-c6f5-40ce-887f-5080c93d00db service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994638 Jun 07 17:30:20.064710 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1213492'] for subnet, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:20.070043 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:20.198291 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83220f27-bd7c-4008-9446-bb3bfb5d3625,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:20.204857 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:20.218269 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] Checking segment: {'id': '7efb19d8-b4e7-4089-b89b-4959ec00efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7a33307-b2cc-4200-a8db-493a40328868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:30:20.218618 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] Network hostable DHCP agents. Network: e7a33307-b2cc-4200-a8db-493a40328868, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:30:20.252969 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244abb-65c1-4cda-ae17-21fe5e6a5f0a req-5127a47c-69a7-474f-9206-52d5e883a7df tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:20.254498 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7b244abb-65c1-4cda-ae17-21fe5e6a5f0a req-5127a47c-69a7-474f-9206-52d5e883a7df tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.1525211 Jun 07 17:30:20.255709 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] Network e7a33307-b2cc-4200-a8db-493a40328868 is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:30:20.283068 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, e7a33307-b2cc-4200-a8db-493a40328868) {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:30:20.291907 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:20.292499 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:20.309738 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a743b5d-9242-458b-b490-7025cb6f5740 None None] Network e7a33307-b2cc-4200-a8db-493a40328868 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:30:20.332782 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7b244abb-65c1-4cda-ae17-21fe5e6a5f0a req-3d0f26c2-f175-41cf-904d-5244fe5c5998 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671475 Jun 07 17:30:20.335287 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-3a09c1e5-f76f-4312-908a-e7e63ece0862 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6214073 Jun 07 17:30:20.592030 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7542442-7ad8-49d4-86ad-45520d03711a None None] Network e7a33307-b2cc-4200-a8db-493a40328868 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:30:21.143556 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58272) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:21.148880 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-451427724-network', 'tenant_id': '4f5bf7bacc4543f9b2ae29e15869e560'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:30:21.171816 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Made reservation on behalf of 4f5bf7bacc4543f9b2ae29e15869e560 for: {'network': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:30:21.174845 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:21.187598 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:21.294566 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:21.302256 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:21.305223 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5f102020-761b-4191-a8c4-428d69b597b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:21.336301 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=91778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:30:21.341624 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060caf2d-9b4c-4a64-a976-2a5a75357e08,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:21.346015 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:21.350337 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:21.350337 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.segments_db [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Added segment 701ec3d6-f879-4770-b0c0-acb801aa6301 of type vlan for network 49a99466-2beb-4f67-9144-f587cae64e4a Jun 07 17:30:21.385729 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:21.438632 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:21.440895 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:21.441860 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:21.450460 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b63f53ff-987f-4a64-9e5d-9e87d8778385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:21.618970 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b85a83-c13e-4aba-85eb-165d8a3afc71 req-d3e34840-ac6a-4dd6-a515-4e6d09df0785 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:21.620036 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4752495 Jun 07 17:30:21.620666 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-73b85a83-c13e-4aba-85eb-165d8a3afc71 req-d3e34840-ac6a-4dd6-a515-4e6d09df0785 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.0928838 Jun 07 17:30:21.623732 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58276) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:21.629154 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] Request body: {'subnet': {'network_id': '49a99466-2beb-4f67-9144-f587cae64e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-451427724-subnet', 'tenant_id': '4f5bf7bacc4543f9b2ae29e15869e560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:30:21.675168 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Pushing event updated for resources: {'Network': ['ID=49a99466-2beb-4f67-9144-f587cae64e4a,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:21.678476 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:21.684796 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] Made reservation on behalf of 4f5bf7bacc4543f9b2ae29e15869e560 for: {'subnet': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:30:21.688816 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2833895'] for subnet, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:21.689576 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network 49a99466-2beb-4f67-9144-f587cae64e4a details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:30:21.703658 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-73b85a83-c13e-4aba-85eb-165d8a3afc71 req-d8ada6be-a65c-4ae8-b302-b71be8af9204 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709188 Jun 07 17:30:21.928206 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2355371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2833881'] for subnet, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:21.933470 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:22.014340 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fca797-acaa-4d7a-b146-f063647e50c2,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:22.018513 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:22.024654 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] Checking segment: {'id': '701ec3d6-f879-4770-b0c0-acb801aa6301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '49a99466-2beb-4f67-9144-f587cae64e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:30:22.025016 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] Network hostable DHCP agents. Network: 49a99466-2beb-4f67-9144-f587cae64e4a, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:30:22.043552 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] Network 49a99466-2beb-4f67-9144-f587cae64e4a is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:30:22.053838 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, 49a99466-2beb-4f67-9144-f587cae64e4a) {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:30:22.058277 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:22.058817 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:22.066535 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2c4df3-0a2a-4889-bab9-845851f5f46a None None] Network 49a99466-2beb-4f67-9144-f587cae64e4a requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:30:22.080294 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-a3cbe09a-98e0-4ad9-99f3-3ce4afaa8209 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4553597 Jun 07 17:30:22.293284 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7a878-7631-427f-9c3f-a6e601ea554d None None] Network 49a99466-2beb-4f67-9144-f587cae64e4a requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:30:22.731295 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-9aeceb27-9fa2-4c0b-bbc9-b6661b8d1469 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:22.732667 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-9aeceb27-9fa2-4c0b-bbc9-b6661b8d1469 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/networks?id=e7a33307-b2cc-4200-a8db-493a40328868 HTTP/1.1" status: 200 len: 808 time: 0.1509216 Jun 07 17:30:22.750775 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-6881e5fe-ee72-4b99-89b7-a783bd5f43a2 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/quotas/980ac94de76c49f895c81f4a57081a4f HTTP/1.1" status: 200 len: 375 time: 0.0114031 Jun 07 17:30:22.807639 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-22ac6659-8e33-478d-aa01-0e6fe78de053 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=980ac94de76c49f895c81f4a57081a4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500984 Jun 07 17:30:23.063834 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-85392704-78f2-4d3c-bae6-d87d1df1896e service neutron] 10.222.0.13 "GET /v2.0/networks/e7a33307-b2cc-4200-a8db-493a40328868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483406 Jun 07 17:30:23.206164 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-3ef644c3-755b-40f1-9447-023671343d16 service neutron] 10.222.0.13 "GET /v2.0/networks/e7a33307-b2cc-4200-a8db-493a40328868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362641 Jun 07 17:30:23.409359 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-20de8b3d-83c5-45c3-a514-ba2165181fd8 req-eb26cb31-3021-4992-bd20-b6c8295c2982 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 210 time: 0.0448387 Jun 07 17:30:24.610150 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e8316669-e489-4dc1-bf01-55ab09e9316d req-8aa8daf4-3358-4b14-ad3c-fbdeb1dee8f8 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 210 time: 0.0673821 Jun 07 17:30:24.830730 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a884a35e-9692-4b39-a7ec-853e76ed3b39 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:24.832199 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a884a35e-9692-4b39-a7ec-853e76ed3b39 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.24 "GET /v2.0/networks?id=e7a33307-b2cc-4200-a8db-493a40328868 HTTP/1.1" status: 200 len: 808 time: 0.1659706 Jun 07 17:30:24.845698 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Request body: {'port': {'device_id': '38e370c2-bb36-4c63-9d49-41f633fe58cf', 'network_id': 'e7a33307-b2cc-4200-a8db-493a40328868', 'admin_state_up': True, 'tenant_id': '980ac94de76c49f895c81f4a57081a4f'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:30:25.026907 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Made reservation on behalf of 980ac94de76c49f895c81f4a57081a4f for: {'port': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:30:25.030573 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:25.205547 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Allocated IP 172.20.0.7 (e7a33307-b2cc-4200-a8db-493a40328868/83220f27-bd7c-4008-9446-bb3bfb5d3625/276fa78c-d625-43bb-99bc-bae54988972c) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:30:25.442184 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:25.478842 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:25.481694 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:30:25.481694 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:30:25.481694 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:30:25.481694 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:30:25.481694 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:30:25.481694 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:30:25.501034 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Network e7a33307-b2cc-4200-a8db-493a40328868 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:30:25.502933 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:30:25.505588 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:30:25.578644 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:25.580452 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:25.601984 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-a0ea2f31-fa38-46e3-9626-167c75de786d tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607162 Jun 07 17:30:25.618292 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Request body: {'port': {'device_id': '38e370c2-bb36-4c63-9d49-41f633fe58cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:30:25.742742 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:25.815328 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853479fa-e5f5-4271-8860-4a5f1a1b1759 req-654668fc-12c2-4d1d-ac32-aa628e39b733 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:25.815328 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-853479fa-e5f5-4271-8860-4a5f1a1b1759 req-654668fc-12c2-4d1d-ac32-aa628e39b733 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 931 time: 0.0934932 Jun 07 17:30:25.865759 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-853479fa-e5f5-4271-8860-4a5f1a1b1759 req-0157dd7e-4408-482c-8576-63d01e772eab tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b775357-6b11-45c1-9d42-7e4940e81d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448668 Jun 07 17:30:26.123575 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58352) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:26.209971 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276fa78c-d625-43bb-99bc-bae54988972c {{(pid=91778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:30:26.217528 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:26.232446 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Transition to ACTIVE for port object 276fa78c-d625-43bb-99bc-bae54988972c will not be triggered until provisioned by entity L2. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:30:26.237448 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:26.241286 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:26.248285 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-16a28b66-33ef-4284-87d9-577be119152e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:26.363480 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-16a28b66-33ef-4284-87d9-577be119152e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:26.368132 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-16a28b66-33ef-4284-87d9-577be119152e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:26.371705 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Pushing event updated for resources: {'Port': ['ID=276fa78c-d625-43bb-99bc-bae54988972c,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:26.378036 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:26.406848 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:26.422230 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-16a28b66-33ef-4284-87d9-577be119152e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e82c3291aca444aac5ce44d8b5d374a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975297 Jun 07 17:30:26.423934 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58356) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:26.434192 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a28b66-33ef-4284-87d9-577be119152e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5241dc5e-9749-450a-8050-e291955deb9e,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:26.442982 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-16a28b66-33ef-4284-87d9-577be119152e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:26.481680 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Attempting to bind port 276fa78c-d625-43bb-99bc-bae54988972c on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:30:26.482045 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Attempting to bind port 276fa78c-d625-43bb-99bc-bae54988972c by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '7efb19d8-b4e7-4089-b89b-4959ec00efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7a33307-b2cc-4200-a8db-493a40328868'}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:30:26.482377 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Attempting to bind port 276fa78c-d625-43bb-99bc-bae54988972c on network e7a33307-b2cc-4200-a8db-493a40328868 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:30:26.487690 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Port 276fa78c-d625-43bb-99bc-bae54988972c on network e7a33307-b2cc-4200-a8db-493a40328868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:30:26.488012 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Attempting to bind port 276fa78c-d625-43bb-99bc-bae54988972c on network e7a33307-b2cc-4200-a8db-493a40328868 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:30:26.493224 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:30:26.493564 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Checking segment: {'id': '7efb19d8-b4e7-4089-b89b-4959ec00efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7a33307-b2cc-4200-a8db-493a40328868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:30:26.494198 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Bound using segment: {'id': '7efb19d8-b4e7-4089-b89b-4959ec00efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7a33307-b2cc-4200-a8db-493a40328868'} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:30:26.494653 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Bound port: 276fa78c-d625-43bb-99bc-bae54988972c, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7efb19d8-b4e7-4089-b89b-4959ec00efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7a33307-b2cc-4200-a8db-493a40328868'}}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:30:26.495002 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:26.500377 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8103a9a5-0f54-4655-a9b4-ef75d22386e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:26.527905 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8103a9a5-0f54-4655-a9b4-ef75d22386e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:26.589367 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8103a9a5-0f54-4655-a9b4-ef75d22386e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:26.592222 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-8103a9a5-0f54-4655-a9b4-ef75d22386e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:26.593382 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-8103a9a5-0f54-4655-a9b4-ef75d22386e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5241dc5e-9749-450a-8050-e291955deb9e HTTP/1.1" status: 204 len: 168 time: 0.1685011 Jun 07 17:30:26.594199 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a3cf175b-fb3b-4c25-a638-a3dc0ea64423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:26.599617 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] For port 276fa78c-d625-43bb-99bc-bae54988972c, host hv-cinder-78960, cleared binding levels {{(pid=91778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:30:26.603372 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] For port 276fa78c-d625-43bb-99bc-bae54988972c, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=276fa78c-d625-43bb-99bc-bae54988972c,segment=NetworkSegment(7efb19d8-b4e7-4089-b89b-4959ec00efe2),segment_id=7efb19d8-b4e7-4089-b89b-4959ec00efe2)] {{(pid=91778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:30:26.604985 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103a9a5-0f54-4655-a9b4-ef75d22386e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5241dc5e-9749-450a-8050-e291955deb9e,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:26.607444 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8103a9a5-0f54-4655-a9b4-ef75d22386e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:26.609783 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:26.615404 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-58495577-ef97-4479-b94d-b22b17b6cca5 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:26.676078 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:26.676818 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:26.678145 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] 10.222.0.24 "PUT /v2.0/ports/276fa78c-d625-43bb-99bc-bae54988972c HTTP/1.1" status: 200 len: 1093 time: 1.0642622 Jun 07 17:30:26.678657 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e370c2-bb36-4c63-9d49-41f633fe58cf', 'tag': '276fa78c-d625-43bb-99bc-bae54988972c'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:30:26.680993 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b56ae5-54fc-446c-8dc6-c5c6d4147589" -d '{"events": [{"name": "network-changed", "server_uuid": "38e370c2-bb36-4c63-9d49-41f633fe58cf", "tag": "276fa78c-d625-43bb-99bc-bae54988972c"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:30:26.705595 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Pushing event updated for resources: {'Port': ['ID=276fa78c-d625-43bb-99bc-bae54988972c,revision_number=3']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:26.716177 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:26.806342 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-5027098f-09b4-420d-a5d1-2a5c8aa69437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:26.807937 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-5027098f-09b4-420d-a5d1-2a5c8aa69437 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=980ac94de76c49f895c81f4a57081a4f&device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 1096 time: 0.0837092 Jun 07 17:30:26.892464 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-f5f30e0b-5938-48bc-b845-eccd518ec11b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=276fa78c-d625-43bb-99bc-bae54988972c HTTP/1.1" status: 200 len: 217 time: 0.0759776 Jun 07 17:30:26.972179 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-07892cde-e5bf-4f9b-9f0e-582f252a0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:26.973794 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-07892cde-e5bf-4f9b-9f0e-582f252a0197 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83220f27-bd7c-4008-9446-bb3bfb5d3625 HTTP/1.1" status: 200 len: 848 time: 0.0753391 Jun 07 17:30:26.977293 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ad4ec4-e622-4923-8e9e-4130fa32da55 x-openstack-request-id: req-f1ad4ec4-e622-4923-8e9e-4130fa32da55 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:30:26.977615 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e370c2-bb36-4c63-9d49-41f633fe58cf", "tag": "276fa78c-d625-43bb-99bc-bae54988972c", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:30:26.977901 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1ad4ec4-e622-4923-8e9e-4130fa32da55 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:30:26.978342 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e370c2-bb36-4c63-9d49-41f633fe58cf', 'tag': '276fa78c-d625-43bb-99bc-bae54988972c', 'status': 'completed', 'code': 200} Jun 07 17:30:27.029859 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-972395bf-1f9e-42cb-a660-416354488a5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7a33307-b2cc-4200-a8db-493a40328868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424120 Jun 07 17:30:27.092935 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18c572-0968-460a-90e8-be13c92fda32 req-4ec5a1b8-3c3b-4bcb-a05a-2e3dab5be1ab tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:27.094982 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fe18c572-0968-460a-90e8-be13c92fda32 req-4ec5a1b8-3c3b-4bcb-a05a-2e3dab5be1ab tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 943 time: 0.0834742 Jun 07 17:30:27.146580 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fe18c572-0968-460a-90e8-be13c92fda32 req-ff0fa22f-7552-4890-8c70-fd59a227999a tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b775357-6b11-45c1-9d42-7e4940e81d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454781 Jun 07 17:30:27.175608 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-5e12fd5f-37f4-4a19-863d-54e928b55091 service neutron] 10.222.0.24 "GET /v2.0/networks/e7a33307-b2cc-4200-a8db-493a40328868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390624 Jun 07 17:30:27.316496 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-647074bd-4031-4c96-9df0-65aad7e6f7c8 req-36d6717b-669d-4b86-8b75-71e98037f90d service neutron] 10.222.0.24 "GET /v2.0/networks/e7a33307-b2cc-4200-a8db-493a40328868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345067 Jun 07 17:30:27.446436 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b56ae5-54fc-446c-8dc6-c5c6d4147589 req-e7ac66e0-43dd-484c-89ab-326bea957622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:27.447969 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f6b56ae5-54fc-446c-8dc6-c5c6d4147589 req-e7ac66e0-43dd-484c-89ab-326bea957622 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=980ac94de76c49f895c81f4a57081a4f&device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 1096 time: 0.0791135 Jun 07 17:30:27.597498 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b56ae5-54fc-446c-8dc6-c5c6d4147589 req-cdd85814-e505-417a-b793-6c5b58094d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:27.599059 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f6b56ae5-54fc-446c-8dc6-c5c6d4147589 req-cdd85814-e505-417a-b793-6c5b58094d4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7a33307-b2cc-4200-a8db-493a40328868 HTTP/1.1" status: 200 len: 909 time: 0.1424325 Jun 07 17:30:27.675478 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f6b56ae5-54fc-446c-8dc6-c5c6d4147589 req-bf38db08-855d-4e90-bfb3-d724e903e5dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=276fa78c-d625-43bb-99bc-bae54988972c HTTP/1.1" status: 200 len: 217 time: 0.0698466 Jun 07 17:30:27.753212 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b56ae5-54fc-446c-8dc6-c5c6d4147589 req-e2b323ff-002a-4c32-96c7-d23ed0ea96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:27.755733 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f6b56ae5-54fc-446c-8dc6-c5c6d4147589 req-e2b323ff-002a-4c32-96c7-d23ed0ea96ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83220f27-bd7c-4008-9446-bb3bfb5d3625 HTTP/1.1" status: 200 len: 848 time: 0.0740626 Jun 07 17:30:27.894457 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f6b56ae5-54fc-446c-8dc6-c5c6d4147589 req-45366258-fa08-4340-8a08-54a5752fd0da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7a33307-b2cc-4200-a8db-493a40328868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325858 Jun 07 17:30:28.035892 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f6b56ae5-54fc-446c-8dc6-c5c6d4147589 req-7e7154b1-39b3-43f0-991c-7bd4865f4828 service neutron] 10.222.0.24 "GET /v2.0/networks/e7a33307-b2cc-4200-a8db-493a40328868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343031 Jun 07 17:30:28.180120 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f6b56ae5-54fc-446c-8dc6-c5c6d4147589 req-47e5e065-90e3-40b5-8282-60f5ef095e41 service neutron] 10.222.0.24 "GET /v2.0/networks/e7a33307-b2cc-4200-a8db-493a40328868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375160 Jun 07 17:30:28.347338 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de0058-e2d7-4d23-90c1-b9857952e1fe req-931becdd-98e0-405d-b578-be5d9614f5cc tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:28.348902 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a2de0058-e2d7-4d23-90c1-b9857952e1fe req-931becdd-98e0-405d-b578-be5d9614f5cc tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 943 time: 0.0869248 Jun 07 17:30:28.407173 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a2de0058-e2d7-4d23-90c1-b9857952e1fe req-afce0ce5-c5fd-4320-a5d8-497208133ca3 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b775357-6b11-45c1-9d42-7e4940e81d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477753 Jun 07 17:30:29.601618 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9d20e-16eb-4415-bf69-4b9709341ca7 req-c14b72b6-800b-41cf-8a6c-21de8294eb8c tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:29.603217 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4dd9d20e-16eb-4415-bf69-4b9709341ca7 req-c14b72b6-800b-41cf-8a6c-21de8294eb8c tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 943 time: 0.0859849 Jun 07 17:30:29.654518 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4dd9d20e-16eb-4415-bf69-4b9709341ca7 req-d41aca60-fa66-4347-9a8b-c6c2a8b38049 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b775357-6b11-45c1-9d42-7e4940e81d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452063 Jun 07 17:30:30.244676 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8a10-2892-4999-a641-8fe0734cd9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:30.596229 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 276fa78c-d625-43bb-99bc-bae54988972c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:30:30.753021 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 276fa78c-d625-43bb-99bc-bae54988972c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=276fa78c-d625-43bb-99bc-bae54988972c,segment=NetworkSegment(7efb19d8-b4e7-4089-b89b-4959ec00efe2),segment_id=7efb19d8-b4e7-4089-b89b-4959ec00efe2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:30:30.769215 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '276fa78c-d625-43bb-99bc-bae54988972c', 'network_id': 'e7a33307-b2cc-4200-a8db-493a40328868', 'port_id': '276fa78c-d625-43bb-99bc-bae54988972c', 'mac_address': 'fa:16:3e:58:f0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83220f27-bd7c-4008-9446-bb3bfb5d3625', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:30:30.838046 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:30.859282 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276fa78c-d625-43bb-99bc-bae54988972c {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:30:30.882706 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 276fa78c-d625-43bb-99bc-bae54988972c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=276fa78c-d625-43bb-99bc-bae54988972c,segment=NetworkSegment(7efb19d8-b4e7-4089-b89b-4959ec00efe2),segment_id=7efb19d8-b4e7-4089-b89b-4959ec00efe2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:30:30.888333 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:30.890337 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:30.945974 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d60f-6d28-4479-9b5b-a88c24564d84 req-4b520e9c-e170-424d-b8bf-89e1a04cc190 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:30.948272 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e503d60f-6d28-4479-9b5b-a88c24564d84 req-4b520e9c-e170-424d-b8bf-89e1a04cc190 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 943 time: 0.1522267 Jun 07 17:30:30.979246 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=276fa78c-d625-43bb-99bc-bae54988972c,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:30.992730 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:30.993303 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:30.994201 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:30.994771 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:30.995381 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:30.995959 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:30.996486 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:30.997021 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:30.997523 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:30.997869 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:30.998226 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:30.998549 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:31.003145 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:31.003894 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e503d60f-6d28-4479-9b5b-a88c24564d84 req-a251ea24-e00c-448a-9b1e-3e6febc201d4 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b775357-6b11-45c1-9d42-7e4940e81d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481839 Jun 07 17:30:31.260974 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['276fa78c-d625-43bb-99bc-bae54988972c'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:30:32.223432 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139848-b454-4aa2-a1c5-db6ffc182960 req-462d482d-16d1-48c5-83e6-01c03478ff45 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:32.225032 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-de139848-b454-4aa2-a1c5-db6ffc182960 req-462d482d-16d1-48c5-83e6-01c03478ff45 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 944 time: 0.0953889 Jun 07 17:30:32.274950 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-de139848-b454-4aa2-a1c5-db6ffc182960 req-28b8bd57-8296-411f-b8d2-8477bd9cf5de tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b775357-6b11-45c1-9d42-7e4940e81d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440447 Jun 07 17:30:32.566099 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7247850b-3e56-4800-9530-5c86a46ccedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:32.610407 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 276fa78c-d625-43bb-99bc-bae54988972c up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:30:32.702038 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port 276fa78c-d625-43bb-99bc-bae54988972c completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:30:32.708844 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 276fa78c-d625-43bb-99bc-bae54988972c triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:30:32.709235 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:32.823399 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:32.901057 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:32.939891 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e370c2-bb36-4c63-9d49-41f633fe58cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276fa78c-d625-43bb-99bc-bae54988972c'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:30:32.942251 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49008d6-8106-45b7-8ae5-fa7d68a36d7c" -d '{"events": [{"server_uuid": "38e370c2-bb36-4c63-9d49-41f633fe58cf", "name": "network-vif-plugged", "status": "completed", "tag": "276fa78c-d625-43bb-99bc-bae54988972c"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:30:32.952606 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 276fa78c-d625-43bb-99bc-bae54988972c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=276fa78c-d625-43bb-99bc-bae54988972c,segment=NetworkSegment(7efb19d8-b4e7-4089-b89b-4959ec00efe2),segment_id=7efb19d8-b4e7-4089-b89b-4959ec00efe2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:30:32.958213 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:32.960964 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:33.047236 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=276fa78c-d625-43bb-99bc-bae54988972c,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:33.051447 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:33.113889 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ed1b5b-932f-48e9-9722-e7df273da1d6 x-openstack-request-id: req-12ed1b5b-932f-48e9-9722-e7df273da1d6 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:30:33.114289 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e370c2-bb36-4c63-9d49-41f633fe58cf", "name": "network-vif-plugged", "status": "completed", "tag": "276fa78c-d625-43bb-99bc-bae54988972c", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:30:33.114545 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12ed1b5b-932f-48e9-9722-e7df273da1d6 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:30:33.114948 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e370c2-bb36-4c63-9d49-41f633fe58cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276fa78c-d625-43bb-99bc-bae54988972c', 'code': 200} Jun 07 17:30:33.382907 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a2066-9303-4232-95b6-75c5ebe29b22 req-652d2242-a4ba-4e89-a897-e354a6ecd849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:33.384455 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-446a2066-9303-4232-95b6-75c5ebe29b22 req-652d2242-a4ba-4e89-a897-e354a6ecd849 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 1098 time: 0.0886605 Jun 07 17:30:33.443174 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-446a2066-9303-4232-95b6-75c5ebe29b22 req-cb99ea45-a313-4562-b894-f19bd9457430 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6b775357-6b11-45c1-9d42-7e4940e81d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482283 Jun 07 17:30:33.548977 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3ccef-b54d-43bb-a4c8-28ad7853d686 req-0481e687-d455-4cd4-97d9-e33f907f48bf tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:33.550562 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-34b3ccef-b54d-43bb-a4c8-28ad7853d686 req-0481e687-d455-4cd4-97d9-e33f907f48bf tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 945 time: 0.0918245 Jun 07 17:30:33.605672 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-34b3ccef-b54d-43bb-a4c8-28ad7853d686 req-24cbcb99-b6a1-4fe2-8fd0-16b14cd6bcd8 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b775357-6b11-45c1-9d42-7e4940e81d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449808 Jun 07 17:30:33.806603 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:34.832768 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd3eb6-2a1e-4642-8c34-0873b2196a9a req-2770f43b-36ed-4da6-a607-0c742ec6c872 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:34.834333 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b6dd3eb6-2a1e-4642-8c34-0873b2196a9a req-2770f43b-36ed-4da6-a607-0c742ec6c872 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 945 time: 0.0977268 Jun 07 17:30:34.908057 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b6dd3eb6-2a1e-4642-8c34-0873b2196a9a req-9c93d095-524d-422e-8a08-a576d5a485a0 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b775357-6b11-45c1-9d42-7e4940e81d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665505 Jun 07 17:30:35.822687 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:36.154335 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4273c-1081-4f2e-a2a5-94d78e265ccf req-cc0a3211-fa17-47e9-8ad2-9d14ad566b0c tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:36.155909 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-59c4273c-1081-4f2e-a2a5-94d78e265ccf req-cc0a3211-fa17-47e9-8ad2-9d14ad566b0c tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 945 time: 0.1021307 Jun 07 17:30:36.205805 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-59c4273c-1081-4f2e-a2a5-94d78e265ccf req-9bc843be-b9dd-4986-bf14-ad7dba9dab55 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b775357-6b11-45c1-9d42-7e4940e81d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Jun 07 17:30:40.358304 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0793de7-c0c8-45dc-b3b1-f34e6200ed5e req-7961e46d-3178-46e6-853d-d7a89bc0b71e tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:40.360173 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e0793de7-c0c8-45dc-b3b1-f34e6200ed5e req-7961e46d-3178-46e6-853d-d7a89bc0b71e tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 945 time: 0.0937595 Jun 07 17:30:40.416967 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e0793de7-c0c8-45dc-b3b1-f34e6200ed5e req-ea61c7c5-d46d-420e-8fee-339028937c39 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b775357-6b11-45c1-9d42-7e4940e81d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505848 Jun 07 17:30:41.238196 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b05b6c41-afe1-467d-a87a-22a81b606bdd req-562be647-cbd1-4a45-a14e-74f43edb1fe5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760241 Jun 07 17:30:41.333779 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b6c41-afe1-467d-a87a-22a81b606bdd req-85525639-323a-458e-bc82-5f52314feb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:41.335323 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b05b6c41-afe1-467d-a87a-22a81b606bdd req-85525639-323a-458e-bc82-5f52314feb8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32ff372ddb784e80bd8613340b215cf3&device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 1099 time: 0.0744431 Jun 07 17:30:41.499448 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b6c41-afe1-467d-a87a-22a81b606bdd req-206d062b-cab4-4eea-ab2e-eb8070303215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:41.501242 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b05b6c41-afe1-467d-a87a-22a81b606bdd req-206d062b-cab4-4eea-ab2e-eb8070303215 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a036aeba-98be-498c-945c-229a6b821f25 HTTP/1.1" status: 200 len: 912 time: 0.1444037 Jun 07 17:30:41.681927 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b05b6c41-afe1-467d-a87a-22a81b606bdd req-c3553c5b-df62-4004-a72d-29e07889dfc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfd24fe9-8219-48b8-9fa7-1d386990cacc HTTP/1.1" status: 200 len: 1002 time: 0.1728590 Jun 07 17:30:41.764261 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb138f0-4669-4ddf-b3e9-2823736e2a73 req-db333d27-c5a0-4c32-bdd5-ca1015e5e85a tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:41.767053 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ecb138f0-4669-4ddf-b3e9-2823736e2a73 req-db333d27-c5a0-4c32-bdd5-ca1015e5e85a tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 945 time: 0.1954417 Jun 07 17:30:41.773266 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b6c41-afe1-467d-a87a-22a81b606bdd req-e05f3895-c10e-41f8-860c-63f8ffa395c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:41.774669 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b05b6c41-afe1-467d-a87a-22a81b606bdd req-e05f3895-c10e-41f8-860c-63f8ffa395c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3 HTTP/1.1" status: 200 len: 850 time: 0.0850909 Jun 07 17:30:41.873403 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ecb138f0-4669-4ddf-b3e9-2823736e2a73 req-7c7d41f7-a631-4443-8708-978b4b895f1f tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b775357-6b11-45c1-9d42-7e4940e81d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977612 Jun 07 17:30:41.896987 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b6c41-afe1-467d-a87a-22a81b606bdd req-cf96e322-8791-46d9-ac68-3c0fe17b2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:41.898484 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b05b6c41-afe1-467d-a87a-22a81b606bdd req-cf96e322-8791-46d9-ac68-3c0fe17b2635 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a036aeba-98be-498c-945c-229a6b821f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1090465 Jun 07 17:30:41.939386 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52a1d5-042e-4186-97e7-bfa3fc78b109 req-6a96c0c2-1860-423a-a6cf-41cedc6663ba tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:41.940971 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-df52a1d5-042e-4186-97e7-bfa3fc78b109 req-6a96c0c2-1860-423a-a6cf-41cedc6663ba tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.24 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 945 time: 0.0890262 Jun 07 17:30:42.076768 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b05b6c41-afe1-467d-a87a-22a81b606bdd req-f701e0bc-5995-4a11-98d8-9249afa93152 service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686430 Jun 07 17:30:42.105171 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-df52a1d5-042e-4186-97e7-bfa3fc78b109 req-def2f829-51af-49c1-bb43-4875ddf051c7 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Deleting port 276fa78c-d625-43bb-99bc-bae54988972c {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:30:42.105524 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-df52a1d5-042e-4186-97e7-bfa3fc78b109 req-def2f829-51af-49c1-bb43-4875ddf051c7 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:42.314529 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:42.364276 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-df52a1d5-042e-4186-97e7-bfa3fc78b109 req-def2f829-51af-49c1-bb43-4875ddf051c7 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] For port 276fa78c-d625-43bb-99bc-bae54988972c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=276fa78c-d625-43bb-99bc-bae54988972c,segment=NetworkSegment(7efb19d8-b4e7-4089-b89b-4959ec00efe2),segment_id=7efb19d8-b4e7-4089-b89b-4959ec00efe2)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:30:42.364687 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-df52a1d5-042e-4186-97e7-bfa3fc78b109 req-def2f829-51af-49c1-bb43-4875ddf051c7 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:42.425032 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b05b6c41-afe1-467d-a87a-22a81b606bdd req-0a74d83c-411d-422b-a1a8-3b02435f3344 service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401132 Jun 07 17:30:42.498538 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-df52a1d5-042e-4186-97e7-bfa3fc78b109 req-def2f829-51af-49c1-bb43-4875ddf051c7 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Calling delete_port for 276fa78c-d625-43bb-99bc-bae54988972c owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:30:42.631860 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-df52a1d5-042e-4186-97e7-bfa3fc78b109 req-def2f829-51af-49c1-bb43-4875ddf051c7 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:42.638792 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-dcad2901-3d7b-4eaf-af91-ad40da12e6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:42.648424 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['276fa78c-d625-43bb-99bc-bae54988972c'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:30:42.685640 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2f829-51af-49c1-bb43-4875ddf051c7 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Pushing event deleted for resources: {'Port': ['ID=276fa78c-d625-43bb-99bc-bae54988972c,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:42.689539 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-def2f829-51af-49c1-bb43-4875ddf051c7 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:42.767951 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-df52a1d5-042e-4186-97e7-bfa3fc78b109 req-def2f829-51af-49c1-bb43-4875ddf051c7 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] No DVR routers for this DVR port 276fa78c-d625-43bb-99bc-bae54988972c on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:30:42.770629 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-df52a1d5-042e-4186-97e7-bfa3fc78b109 req-def2f829-51af-49c1-bb43-4875ddf051c7 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:42.772845 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-df52a1d5-042e-4186-97e7-bfa3fc78b109 req-def2f829-51af-49c1-bb43-4875ddf051c7 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.24 "DELETE /v2.0/ports/276fa78c-d625-43bb-99bc-bae54988972c HTTP/1.1" status: 204 len: 173 time: 0.8262665 Jun 07 17:30:42.773408 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e370c2-bb36-4c63-9d49-41f633fe58cf', 'name': 'network-vif-deleted', 'tag': '276fa78c-d625-43bb-99bc-bae54988972c'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:30:42.776357 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfea841a-4941-42b3-bc1b-28a92c67f718" -d '{"events": [{"server_uuid": "38e370c2-bb36-4c63-9d49-41f633fe58cf", "name": "network-vif-deleted", "tag": "276fa78c-d625-43bb-99bc-bae54988972c"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:30:42.920519 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87289e97-5357-4bb0-8415-b3634593a23c x-openstack-request-id: req-87289e97-5357-4bb0-8415-b3634593a23c {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:30:42.920932 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e370c2-bb36-4c63-9d49-41f633fe58cf", "name": "network-vif-deleted", "tag": "276fa78c-d625-43bb-99bc-bae54988972c", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:30:42.921107 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87289e97-5357-4bb0-8415-b3634593a23c {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:30:42.921529 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e370c2-bb36-4c63-9d49-41f633fe58cf', 'name': 'network-vif-deleted', 'tag': '276fa78c-d625-43bb-99bc-bae54988972c', 'status': 'completed', 'code': 200} Jun 07 17:30:43.048307 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c8606d38-0253-4cec-aaaf-0dee0fd0575a req-ccddd5a9-92af-4b83-89e9-115a2a92af7b tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] 10.222.0.13 "GET /v2.0/ports?device_id=38e370c2-bb36-4c63-9d49-41f633fe58cf HTTP/1.1" status: 200 len: 210 time: 0.0428209 Jun 07 17:30:44.943858 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:30:46.664969 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 276fa78c-d625-43bb-99bc-bae54988972c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:30:46.702348 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: 276fa78c-d625-43bb-99bc-bae54988972c {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:30:46.702704 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 276fa78c-d625-43bb-99bc-bae54988972c not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:30:49.600435 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b3f9d-9d58-4667-81a8-ab9c7fb818cd req-4027000e-3b82-44cc-b093-ba21a9990a6e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:49.601873 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2c5b3f9d-9d58-4667-81a8-ab9c7fb818cd req-4027000e-3b82-44cc-b093-ba21a9990a6e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 946 time: 0.0820296 Jun 07 17:30:49.647950 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2c5b3f9d-9d58-4667-81a8-ab9c7fb818cd req-fb3759c3-42cd-44aa-8515-ce17c7b570bb tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403633 Jun 07 17:30:50.870992 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54db81-927b-470f-8a8f-34c8b03e9a62 req-e5c18572-ac82-46d0-8658-1153ba2b431e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:50.872571 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1b54db81-927b-470f-8a8f-34c8b03e9a62 req-e5c18572-ac82-46d0-8658-1153ba2b431e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 946 time: 0.1012428 Jun 07 17:30:50.920881 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1b54db81-927b-470f-8a8f-34c8b03e9a62 req-b78cf11f-41e2-4fbb-8d83-a22c8b225202 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407526 Jun 07 17:30:51.540339 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681d550-2f5a-4c75-be47-db4062428965 req-f4165603-e1b0-47c4-935f-10c3ea685846 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:51.541796 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c681d550-2f5a-4c75-be47-db4062428965 req-f4165603-e1b0-47c4-935f-10c3ea685846 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 946 time: 0.0870848 Jun 07 17:30:51.744837 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Deleting port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:30:51.745374 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:51.923474 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] For port b38eaef8-52a3-4d79-a47e-005b5e8e34b2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:30:51.923894 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:52.349226 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1615e2-0779-4345-9a78-cc1abade719d req-faacd106-822e-4499-8f23-87c07c4d8477 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:52.350600 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fb1615e2-0779-4345-9a78-cc1abade719d req-faacd106-822e-4499-8f23-87c07c4d8477 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 946 time: 0.2959342 Jun 07 17:30:52.393138 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:52.393528 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:52.393840 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.l3_db [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Floating IP 962a0fb2-a4d0-49ff-88cf-d6dfe746f93a disassociated. External IP: 172.28.2.89, port: b38eaef8-52a3-4d79-a47e-005b5e8e34b2. Jun 07 17:30:52.394181 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Calling delete_port for b38eaef8-52a3-4d79-a47e-005b5e8e34b2 owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:30:52.422292 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fb1615e2-0779-4345-9a78-cc1abade719d req-e3f4f3b3-73a1-46da-9bac-356b8755eb9d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=204d947b-5c48-49ce-b775-fbd1326326b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652704 Jun 07 17:30:52.540411 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:52.547620 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:52.603346 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event deleted for resources: {'Port': ['ID=b38eaef8-52a3-4d79-a47e-005b5e8e34b2,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:52.665681 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:52.665972 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:52.666337 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:52.666712 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:52.668263 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:52.668643 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:52.669005 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:52.669510 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:52.669867 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:52.670217 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:52.670635 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:52.670920 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:52.675345 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:53.003053 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:30:53.139351 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa3eb0-8946-4677-ab80-722433446835 req-efe66060-3e61-4cc1-8e33-2a04219d4643 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:53.141773 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-75aa3eb0-8946-4677-ab80-722433446835 req-efe66060-3e61-4cc1-8e33-2a04219d4643 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1962979 Jun 07 17:30:53.273098 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:30:53.277475 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-75aa3eb0-8946-4677-ab80-722433446835 req-4d30fbb8-f60b-4933-9249-c26961256c2f tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296394 Jun 07 17:30:53.286217 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186a8f8-11a6-4568-921e-8ed283901d1c None None] Sync routers for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:30:53.304459 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186a8f8-11a6-4568-921e-8ed283901d1c None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:30:53.304887 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-a186a8f8-11a6-4568-921e-8ed283901d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:30:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:30:53.361265 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] No DVR routers for this DVR port b38eaef8-52a3-4d79-a47e-005b5e8e34b2 on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:30:53.363959 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:53.365985 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c681d550-2f5a-4c75-be47-db4062428965 req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.24 "DELETE /v2.0/ports/b38eaef8-52a3-4d79-a47e-005b5e8e34b2 HTTP/1.1" status: 204 len: 173 time: 1.8182533 Jun 07 17:30:53.366520 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'name': 'network-vif-deleted', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:30:53.370479 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad48262e-87b4-471c-945c-db0e01b0bb25" -d '{"events": [{"server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "name": "network-vif-deleted", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:30:53.493406 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add520c5-6dd5-4af6-9dca-ee04c3bfebe8 x-openstack-request-id: req-add520c5-6dd5-4af6-9dca-ee04c3bfebe8 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:30:53.493743 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e89335-ae4f-4fb9-b7f5-565216d912eb", "name": "network-vif-deleted", "tag": "b38eaef8-52a3-4d79-a47e-005b5e8e34b2", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:30:53.494309 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-add520c5-6dd5-4af6-9dca-ee04c3bfebe8 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:30:53.494748 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e89335-ae4f-4fb9-b7f5-565216d912eb', 'name': 'network-vif-deleted', 'tag': 'b38eaef8-52a3-4d79-a47e-005b5e8e34b2', 'status': 'completed', 'code': 200} Jun 07 17:30:53.668484 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-a186a8f8-11a6-4568-921e-8ed283901d1c None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:30:53.731117 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cc06759e-5e45-4561-9a34-e9090f716802 req-1a40d978-fd5e-48c2-bd0f-08188d31bccd tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e89335-ae4f-4fb9-b7f5-565216d912eb HTTP/1.1" status: 200 len: 210 time: 0.0592754 Jun 07 17:30:54.154954 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-a186a8f8-11a6-4568-921e-8ed283901d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:58Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:30:54.161198 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186a8f8-11a6-4568-921e-8ed283901d1c None None] Checking router: e2b5bcb2-5282-4fa3-8601-f2e2fc55089a for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:30:54.172572 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186a8f8-11a6-4568-921e-8ed283901d1c None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:30:54.173383 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-a186a8f8-11a6-4568-921e-8ed283901d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:30:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:30:54.394214 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-a186a8f8-11a6-4568-921e-8ed283901d1c None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:30:54.560560 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bac53-d4e7-4b80-a338-25973006126a req-7cabc2df-87fd-4f95-8ee1-b955102991e1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:54.564181 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-761bac53-d4e7-4b80-a338-25973006126a req-7cabc2df-87fd-4f95-8ee1-b955102991e1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1317434 Jun 07 17:30:54.653940 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-761bac53-d4e7-4b80-a338-25973006126a req-c1e2efaf-0db1-42cc-8303-7c519252402e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815005 Jun 07 17:30:54.704619 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device b38eaef8-52a3-4d79-a47e-005b5e8e34b2 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:30:54.748101 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: b38eaef8-52a3-4d79-a47e-005b5e8e34b2 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:30:54.748652 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device b38eaef8-52a3-4d79-a47e-005b5e8e34b2 not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:30:54.898293 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-a186a8f8-11a6-4568-921e-8ed283901d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:58Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:30:54.903883 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186a8f8-11a6-4568-921e-8ed283901d1c None None] The sync data for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb is: [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:58Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:30:54.957502 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58538) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:55.108171 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:55.170390 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:55.279578 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:55.286310 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45fe188-0dbb-45c7-b271-e98274a39bae None None] New status for floating IP 962a0fb2-a4d0-49ff-88cf-d6dfe746f93a: DOWN {{(pid=91781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:30:55.288231 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:55.290082 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "DELETE /v2.0/security-groups/204d947b-5c48-49ce-b775-fbd1326326b6 HTTP/1.1" status: 204 len: 168 time: 0.3312783 Jun 07 17:30:55.291641 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-7e893f26-5401-481b-8cb7-a61a6a1423fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:55.293668 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58544) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:55.316721 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.api.v2.resource [None req-b4db0a01-f5ac-4daf-b583-6a7e1d1bb696 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] show failed (client error): The resource could not be found. Jun 07 17:30:55.322061 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58546) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:55.323276 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-b4db0a01-f5ac-4daf-b583-6a7e1d1bb696 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups/204d947b-5c48-49ce-b775-fbd1326326b6 HTTP/1.1" status: 404 len: 347 time: 0.0261233 Jun 07 17:30:55.395107 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204d947b-5c48-49ce-b775-fbd1326326b6,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:55.499738 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:55.500520 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:55.501088 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:55.508080 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:55.509129 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:55.509682 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:55.510060 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:55.510419 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:55.510952 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:55.511505 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:55.512051 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:55.512567 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:55.523970 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-843cb22c-fb96-4ccf-a22b-860bba1d92fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:55.639618 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-959a952d-6395-4abb-9c43-c9dc9a1fc52c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Deleting port 54a25201-dba7-4170-8367-fe65df51405b {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:30:55.640264 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-959a952d-6395-4abb-9c43-c9dc9a1fc52c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:55.848789 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-959a952d-6395-4abb-9c43-c9dc9a1fc52c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:55.849536 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-959a952d-6395-4abb-9c43-c9dc9a1fc52c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:55.982299 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437b146-27b5-49af-8170-614a9de5e333 req-5682f4c2-6aa3-4051-8027-c005b1f4d51e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:55.986706 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c437b146-27b5-49af-8170-614a9de5e333 req-5682f4c2-6aa3-4051-8027-c005b1f4d51e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1629987 Jun 07 17:30:56.041097 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-959a952d-6395-4abb-9c43-c9dc9a1fc52c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Calling delete_port for 54a25201-dba7-4170-8367-fe65df51405b owned by network:floatingip {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:30:56.058481 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c437b146-27b5-49af-8170-614a9de5e333 req-34fcb398-191d-464f-a1f7-630fc901851a tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629404 Jun 07 17:30:56.195088 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-959a952d-6395-4abb-9c43-c9dc9a1fc52c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:56.202615 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c30dc249-f240-41be-9e21-416e6076db11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:56.305139 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a952d-6395-4abb-9c43-c9dc9a1fc52c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event deleted for resources: {'Port': ['ID=54a25201-dba7-4170-8367-fe65df51405b,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:56.316195 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-959a952d-6395-4abb-9c43-c9dc9a1fc52c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:56.398537 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-959a952d-6395-4abb-9c43-c9dc9a1fc52c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:56.411933 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-959a952d-6395-4abb-9c43-c9dc9a1fc52c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:56.413238 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-959a952d-6395-4abb-9c43-c9dc9a1fc52c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "DELETE /v2.0/floatingips/962a0fb2-a4d0-49ff-88cf-d6dfe746f93a HTTP/1.1" status: 204 len: 168 time: 1.0902829 Jun 07 17:30:57.003908 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58566) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:57.008670 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-f9accd64-1e71-41cf-8976-6f6a97945167 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017206007', 'description': 'tempest-description--44754579'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:30:57.034805 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f9accd64-1e71-41cf-8976-6f6a97945167 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.159597 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f9accd64-1e71-41cf-8976-6f6a97945167 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.164657 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f9accd64-1e71-41cf-8976-6f6a97945167 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.169471 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fd6a96a3-7a63-4e32-b9c2-b7b68fd8cf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:57.228353 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f9accd64-1e71-41cf-8976-6f6a97945167 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.233033 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-f9accd64-1e71-41cf-8976-6f6a97945167 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2251821 Jun 07 17:30:57.233213 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58570) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:57.240944 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-969b91cf-1b82-4acb-9a8c-71bcc6b3ef20 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Request body: {'security_group_rule': {'security_group_id': '33e3cf10-ea94-4417-a7ac-9b818a1cc937', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:30:57.253587 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9accd64-1e71-41cf-8976-6f6a97945167 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e3cf10-ea94-4417-a7ac-9b818a1cc937,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:57.256679 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f9accd64-1e71-41cf-8976-6f6a97945167 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:57.292771 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-969b91cf-1b82-4acb-9a8c-71bcc6b3ef20 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.333948 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07379-53d4-4b55-96fe-71a32ec970c1 req-263f0766-3bf4-4f62-bb8e-0f37de8091e1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:57.335831 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f6c07379-53d4-4b55-96fe-71a32ec970c1 req-263f0766-3bf4-4f62-bb8e-0f37de8091e1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1426809 Jun 07 17:30:57.397024 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f6c07379-53d4-4b55-96fe-71a32ec970c1 req-14092026-bb93-4459-af40-359df08ce384 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550382 Jun 07 17:30:57.400780 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-969b91cf-1b82-4acb-9a8c-71bcc6b3ef20 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.407842 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-969b91cf-1b82-4acb-9a8c-71bcc6b3ef20 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.423512 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:57.457697 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b91cf-1b82-4acb-9a8c-71bcc6b3ef20 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe77479f-3ffd-4927-9079-9a58986e91ac,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:57.461857 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-969b91cf-1b82-4acb-9a8c-71bcc6b3ef20 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:57.471042 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-969b91cf-1b82-4acb-9a8c-71bcc6b3ef20 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.471674 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-969b91cf-1b82-4acb-9a8c-71bcc6b3ef20 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2371528 Jun 07 17:30:57.475702 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58574) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:57.480193 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-c945beb7-95a6-490a-87f1-7fc636f58b8b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Request body: {'security_group_rule': {'security_group_id': '33e3cf10-ea94-4417-a7ac-9b818a1cc937', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:30:57.519752 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c945beb7-95a6-490a-87f1-7fc636f58b8b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.650681 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c945beb7-95a6-490a-87f1-7fc636f58b8b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.659645 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c945beb7-95a6-490a-87f1-7fc636f58b8b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.662910 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:57.708415 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945beb7-95a6-490a-87f1-7fc636f58b8b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23941da-76f7-4c3b-8705-e50bcd9bffb2,revision_number=0']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:57.713774 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c945beb7-95a6-490a-87f1-7fc636f58b8b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:57.720794 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c945beb7-95a6-490a-87f1-7fc636f58b8b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.722391 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-c945beb7-95a6-490a-87f1-7fc636f58b8b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2460442 Jun 07 17:30:57.725578 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58578) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:57.731451 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Request body: {'floatingip': {'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:30:57.774139 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:57.932651 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:58.106862 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Allocated IP 172.28.2.53 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/d02e5e47-afef-493a-b224-2d145a8f7865) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:30:58.280999 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:58.315630 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2355207'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:58.316340 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:30:58.316340 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:30:58.316340 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:30:58.316340 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:30:58.316340 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:30:58.316340 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:30:58.339798 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:30:58.341780 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:30:58.344777 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:30:58.461692 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:58.557944 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:58.727360 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b0617-ca31-4d8c-8fa2-7df41732660f req-5b6709e7-2077-437f-b0ba-1b353b7845ab tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:58.729631 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-af5b0617-ca31-4d8c-8fa2-7df41732660f req-5b6709e7-2077-437f-b0ba-1b353b7845ab tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1483738 Jun 07 17:30:58.799272 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-af5b0617-ca31-4d8c-8fa2-7df41732660f req-7605f0c6-f58d-4d64-a0ce-ab760208b5f9 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596192 Jun 07 17:30:58.824461 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:58.830353 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2355253'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:58.837975 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-27ea0f7c-88c1-4d18-be85-ca63d8f12498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:59.079879 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event updated for resources: {'Port': ['ID=d02e5e47-afef-493a-b224-2d145a8f7865,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:59.084518 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:59.089808 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:59.111264 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:59.112443 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3849325 Jun 07 17:30:59.300868 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-5cb9d4c2-f1c8-45ef-b858-fb178655c360 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1017206007&fields=id&tenant_id=3d855b1896d8461bafbac40e44ffb4b5 HTTP/1.1" status: 200 len: 267 time: 0.0430808 Jun 07 17:30:59.472705 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-62a6aab0-59b1-41fc-a16c-a6aed2ae6490 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:59.474904 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-62a6aab0-59b1-41fc-a16c-a6aed2ae6490 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 817 time: 0.1654196 Jun 07 17:30:59.491684 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-8115f9fd-8e07-453e-bd61-db72388812a3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/quotas/3d855b1896d8461bafbac40e44ffb4b5 HTTP/1.1" status: 200 len: 375 time: 0.0104973 Jun 07 17:30:59.588824 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-100e639c-486b-4941-8725-cc0b9071dea7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915203 Jun 07 17:30:59.855788 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-2b067ae4-7c7d-4623-9e30-11a507900902 service neutron] 10.222.0.13 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470739 Jun 07 17:30:59.994834 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-f3fed046-a88f-4a46-9ee7-dae501a271c2 service neutron] 10.222.0.13 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347368 Jun 07 17:31:00.026292 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e1198-caa8-4861-9151-9eee417e14ef req-08ac1166-7a35-4dda-b46f-79eb8bddb000 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:00.035247 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ee3e1198-caa8-4861-9151-9eee417e14ef req-08ac1166-7a35-4dda-b46f-79eb8bddb000 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1051879 Jun 07 17:31:00.079909 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ee3e1198-caa8-4861-9151-9eee417e14ef req-836e99c5-ad17-42fa-9b1b-e434b20f2160 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457420 Jun 07 17:31:00.263052 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-406f66d3-8fda-4be3-a11c-b58c772c3afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:00.264327 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-23a62e38-d5aa-4166-a56c-1f8ad168f58e req-31391cb3-4200-4438-9ce8-1f05c802d828 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 210 time: 0.1019013 Jun 07 17:31:01.305403 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b98aa1-4697-48f3-a73b-e696a37ff765 req-83342e6c-a3af-47fe-b4f1-bdae905cfca6 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:01.307245 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-38b98aa1-4697-48f3-a73b-e696a37ff765 req-83342e6c-a3af-47fe-b4f1-bdae905cfca6 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1139722 Jun 07 17:31:01.447851 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-38b98aa1-4697-48f3-a73b-e696a37ff765 req-b52efc2d-e3b5-4874-b8c5-7a4c5c359c35 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344559 Jun 07 17:31:01.505523 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b4bf94fc-ab3c-4e39-8565-bbab9b575203 req-06d1f0d8-7806-471a-b34e-f33311b9363c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 210 time: 0.0564387 Jun 07 17:31:01.671172 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-8f201a4e-9028-4fb1-9cce-936e4dc2719d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:01.673928 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-8f201a4e-9028-4fb1-9cce-936e4dc2719d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 817 time: 0.2692301 Jun 07 17:31:01.740090 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-6631bc94-c08a-41b5-b037-4fe4852ea1c0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d855b1896d8461bafbac40e44ffb4b5 HTTP/1.1" status: 200 len: 380 time: 0.0565984 Jun 07 17:31:01.753486 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Request body: {'port': {'device_id': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'admin_state_up': True, 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'security_groups': ['33e3cf10-ea94-4417-a7ac-9b818a1cc937']}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:01.826023 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58652) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:01.939986 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Made reservation on behalf of 3d855b1896d8461bafbac40e44ffb4b5 for: {'port': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:31:01.944201 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.020884 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fed149-20db-422b-9761-09cbea064f7f admin admin] Deleting subnet 83220f27-bd7c-4008-9446-bb3bfb5d3625 {{(pid=91778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:31:02.025952 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-67fed149-20db-422b-9761-09cbea064f7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.084945 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-67fed149-20db-422b-9761-09cbea064f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1956365'] for subnet, precommit_delete_associations {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.136380 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Allocated IP 172.20.0.9 (65a27e9f-d994-41d3-9567-4774a51ead31/cef20769-16f6-4531-a1bb-a040266eabc8/33bd535d-36b5-498a-9d74-c8cda048c0e3) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:31:02.161197 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-67fed149-20db-422b-9761-09cbea064f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.239986 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-67fed149-20db-422b-9761-09cbea064f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1213485'] for subnet, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.254129 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-8f78649f-6ed0-4dcb-be11-481f3767c6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:02.285319 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-67fed149-20db-422b-9761-09cbea064f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.291070 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-67fed149-20db-422b-9761-09cbea064f7f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/83220f27-bd7c-4008-9446-bb3bfb5d3625 HTTP/1.1" status: 204 len: 168 time: 0.4600155 Jun 07 17:31:02.291560 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58656) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:02.327889 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fed149-20db-422b-9761-09cbea064f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83220f27-bd7c-4008-9446-bb3bfb5d3625,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:02.342774 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-67fed149-20db-422b-9761-09cbea064f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:02.365790 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.382049 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Transition to ACTIVE for port object 33bd535d-36b5-498a-9d74-c8cda048c0e3 will not be triggered until provisioned by entity DHCP. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:31:02.419006 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2355207'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.422086 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:31:02.422086 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:31:02.422086 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:31:02.422086 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:31:02.422086 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:31:02.422086 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:31:02.450142 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.456691 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Network 65a27e9f-d994-41d3-9567-4774a51ead31 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:31:02.458610 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:31:02.462323 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:31:02.554988 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:02.555905 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.583709 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-1ad6a010-5429-46d7-a66a-6f5f35ca08b9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8368731 Jun 07 17:31:02.592661 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-239ecbb0-beaf-4f30-b68c-e69b1d8d1582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.625736 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Request body: {'port': {'device_id': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:02.664236 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.682902 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a33307-b2cc-4200-a8db-493a40328868']}} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:02.707019 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efb19d8-b4e7-4089-b89b-4959ec00efe2') {'for_net_delete': True} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:02.707345 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efb19d8-b4e7-4089-b89b-4959ec00efe2') {} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:02.720998 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1956404'] for segment, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.742187 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.765341 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=91778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:31:02.767113 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1956664'] for segment, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: Traceback (most recent call last): Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: timer() Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: cb(*args, **kw) Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: return func(*args, **kwargs) Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: self._notify() Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: self.callback(batched_events) Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: event.method(event) Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: return f(self, *a, **k) Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: return self._get(url).json() Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: return self.request(url, 'GET', **kwargs) Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:31:02.798686 dv-cinder-789603-8-smb neutron-server[91778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:31:02.829228 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:02.895167 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-3a79eb08-caf1-46de-a810-275d555f1d52 None None] Provisioning for port 33bd535d-36b5-498a-9d74-c8cda048c0e3 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:31:02.901278 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-3a79eb08-caf1-46de-a810-275d555f1d52 None None] Provisioning complete for port 33bd535d-36b5-498a-9d74-c8cda048c0e3 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:31:02.902777 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-3a79eb08-caf1-46de-a810-275d555f1d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.020674 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-3a79eb08-caf1-46de-a810-275d555f1d52 None None] Port 33bd535d-36b5-498a-9d74-c8cda048c0e3 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:31:03.038432 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.044121 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-2cd1e554-a252-4a59-91c0-d15b9273517e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:03.053552 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c8b0f-d6c1-4113-b888-6568b83e0525 req-9dce7daa-f004-452f-88f0-08a153244d36 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:03.063743 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-737c8b0f-d6c1-4113-b888-6568b83e0525 req-9dce7daa-f004-452f-88f0-08a153244d36 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.3433552 Jun 07 17:31:03.073422 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.075505 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e7a33307-b2cc-4200-a8db-493a40328868 HTTP/1.1" status: 204 len: 168 time: 0.7826982 Jun 07 17:31:03.082337 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58662) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:03.084983 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a33307-b2cc-4200-a8db-493a40328868,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:03.088337 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.122986 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-dea55488-ff2f-4f16-881c-60b82c81d8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:03.185580 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-737c8b0f-d6c1-4113-b888-6568b83e0525 req-2ea3fcf2-433f-41b0-82fd-bef57b62829b tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209953 Jun 07 17:31:03.205577 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790d8c5-230c-4c4d-adaa-64e02f66a1d1 req-f00171da-d6b9-44ec-b482-1b779dbffdab tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:03.207148 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5790d8c5-230c-4c4d-adaa-64e02f66a1d1 req-f00171da-d6b9-44ec-b482-1b779dbffdab tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 931 time: 0.4067850 Jun 07 17:31:03.239041 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d176561e-3993-40ed-bb56-ea1a5504053f admin admin] Deleting subnet d0fca797-acaa-4d7a-b146-f063647e50c2 {{(pid=91778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:31:03.250824 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d176561e-3993-40ed-bb56-ea1a5504053f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.318633 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5790d8c5-230c-4c4d-adaa-64e02f66a1d1 req-31502642-813f-41ca-a26d-916c0373a60f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052706 Jun 07 17:31:03.329699 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d176561e-3993-40ed-bb56-ea1a5504053f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1956365'] for subnet, precommit_delete_associations {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.371620 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe73e4-365c-4732-bb17-9caaa4bf5950 req-1e03b862-f5be-46cf-86fb-72ae9ab094da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:03.373098 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7abe73e4-365c-4732-bb17-9caaa4bf5950 req-1e03b862-f5be-46cf-86fb-72ae9ab094da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=301c5ae75c6242538682f6cfd11a5b52&device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 1098 time: 0.2513564 Jun 07 17:31:03.434871 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d176561e-3993-40ed-bb56-ea1a5504053f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.519473 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bd535d-36b5-498a-9d74-c8cda048c0e3 {{(pid=91779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:31:03.526933 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.541857 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Transition to ACTIVE for port object 33bd535d-36b5-498a-9d74-c8cda048c0e3 will not be triggered until provisioned by entity L2. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:31:03.545885 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2355253'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.550628 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-20959831-e9b1-433f-90f9-8a6996e82a05 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:03.573889 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe73e4-365c-4732-bb17-9caaa4bf5950 req-c988aafb-29f8-4b1f-aeb8-2f68debdc181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:03.575264 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7abe73e4-365c-4732-bb17-9caaa4bf5950 req-c988aafb-29f8-4b1f-aeb8-2f68debdc181 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bf5a0be-9427-4639-8cdc-2efdddf7557e HTTP/1.1" status: 200 len: 909 time: 0.1932840 Jun 07 17:31:03.639861 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d176561e-3993-40ed-bb56-ea1a5504053f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1213485'] for subnet, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.660576 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-67fed149-20db-422b-9761-09cbea064f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:03.710276 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176561e-3993-40ed-bb56-ea1a5504053f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fca797-acaa-4d7a-b146-f063647e50c2,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:03.712349 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=33bd535d-36b5-498a-9d74-c8cda048c0e3,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:03.712479 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d176561e-3993-40ed-bb56-ea1a5504053f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.714130 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-d176561e-3993-40ed-bb56-ea1a5504053f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d0fca797-acaa-4d7a-b146-f063647e50c2 HTTP/1.1" status: 204 len: 168 time: 0.6303432 Jun 07 17:31:03.717155 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58664) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:03.717370 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-d176561e-3993-40ed-bb56-ea1a5504053f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:03.724686 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:03.730670 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7abe73e4-365c-4732-bb17-9caaa4bf5950 req-be57351d-9913-454f-90cc-70c7100dadbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b085320-e676-4064-b4b0-e91f070187e5 HTTP/1.1" status: 200 len: 1000 time: 0.1486290 Jun 07 17:31:03.802792 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe73e4-365c-4732-bb17-9caaa4bf5950 req-2f3a9edd-043e-42cc-a72e-c9abec795774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:03.804516 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7abe73e4-365c-4732-bb17-9caaa4bf5950 req-2f3a9edd-043e-42cc-a72e-c9abec795774 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8cb29701-2401-47ed-bddd-96a2fc7a9c96 HTTP/1.1" status: 200 len: 847 time: 0.0670991 Jun 07 17:31:03.807226 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.884114 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.886285 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe73e4-365c-4732-bb17-9caaa4bf5950 req-235ae8cf-264f-4ca9-9649-2134bb49232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:03.887851 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7abe73e4-365c-4732-bb17-9caaa4bf5950 req-235ae8cf-264f-4ca9-9649-2134bb49232a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bf5a0be-9427-4639-8cdc-2efdddf7557e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766950 Jun 07 17:31:03.894953 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Attempting to bind port 33bd535d-36b5-498a-9d74-c8cda048c0e3 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:31:03.895309 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Attempting to bind port 33bd535d-36b5-498a-9d74-c8cda048c0e3 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:31:03.895637 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Attempting to bind port 33bd535d-36b5-498a-9d74-c8cda048c0e3 on network 65a27e9f-d994-41d3-9567-4774a51ead31 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:31:03.901503 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Port 33bd535d-36b5-498a-9d74-c8cda048c0e3 on network 65a27e9f-d994-41d3-9567-4774a51ead31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:31:03.901819 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Attempting to bind port 33bd535d-36b5-498a-9d74-c8cda048c0e3 on network 65a27e9f-d994-41d3-9567-4774a51ead31 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:31:03.936435 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:31:03.936766 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Checking segment: {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:31:03.937150 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Bound using segment: {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:31:03.938428 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Bound port: 33bd535d-36b5-498a-9d74-c8cda048c0e3, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa1f90e-ec5f-4588-83ff-10528538f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31'}}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:31:03.938779 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:04.085982 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:04.115455 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a99466-2beb-4f67-9144-f587cae64e4a']}} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:04.120539 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7abe73e4-365c-4732-bb17-9caaa4bf5950 req-c96162d0-275b-47e7-bb83-09d538c36c4f service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254739 Jun 07 17:31:04.134325 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701ec3d6-f879-4770-b0c0-acb801aa6301') {'for_net_delete': True} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:04.134621 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701ec3d6-f879-4770-b0c0-acb801aa6301') {} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:04.150960 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355603'] for segment, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:04.158432 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, cleared binding levels {{(pid=91779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:31:04.175265 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:31:04.177583 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:04.181523 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2355253'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:04.188477 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-1b38cb18-b347-47a3-b7da-5df6c8a2903c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:04.222268 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=91779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:31:04.222440 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2355273'] for segment, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: Traceback (most recent call last): Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: timer() Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: cb(*args, **kw) Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: return func(*args, **kwargs) Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: self._notify() Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: self.callback(batched_events) Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: event.method(event) Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: return f(self, *a, **k) Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: return self._get(url).json() Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: return self.request(url, 'GET', **kwargs) Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:31:04.246917 dv-cinder-789603-8-smb neutron-server[91779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:31:04.314649 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7abe73e4-365c-4732-bb17-9caaa4bf5950 req-5b56c4ed-171a-4944-b206-5902dc4d84ef service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867533 Jun 07 17:31:04.364888 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:04.365733 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:04.367322 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] 10.222.0.24 "PUT /v2.0/ports/33bd535d-36b5-498a-9d74-c8cda048c0e3 HTTP/1.1" status: 200 len: 1093 time: 1.7753327 Jun 07 17:31:04.381080 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:04.384147 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606efc2b-1c26-453f-8519-049466c6c6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:04.514391 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:04.523418 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=33bd535d-36b5-498a-9d74-c8cda048c0e3,revision_number=3']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:04.540875 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:04.556993 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:04.561480 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] 10.222.0.13 "DELETE /v2.0/networks/49a99466-2beb-4f67-9144-f587cae64e4a HTTP/1.1" status: 204 len: 168 time: 0.8380170 Jun 07 17:31:04.563777 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5e434cd0-733f-4da0-88f7-e5f08b1eff0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:04.590812 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] Pushing event deleted for resources: {'Network': ['ID=49a99466-2beb-4f67-9144-f587cae64e4a,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:04.596734 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-57dd6d73-a12f-42db-bd73-0db272576316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:04.634507 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-eeb3d668-e04d-4e49-9500-8c33cf22a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:04.636436 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-eeb3d668-e04d-4e49-9500-8c33cf22a4d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 1096 time: 0.2003927 Jun 07 17:31:04.643395 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7ab9-ed6b-4d9d-a275-01830cdc6927 req-f65e9fe8-a590-409f-88d3-7252eb5d0eae tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:04.645425 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0e7d7ab9-ed6b-4d9d-a275-01830cdc6927 req-f65e9fe8-a590-409f-88d3-7252eb5d0eae tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.1636674 Jun 07 17:31:04.646471 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aa598-28ee-4a79-961b-4039184ab7c7 req-84ea484c-9edd-4511-8514-7a7b0f04c166 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:04.648134 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f89aa598-28ee-4a79-961b-4039184ab7c7 req-84ea484c-9edd-4511-8514-7a7b0f04c166 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.2903776 Jun 07 17:31:04.700111 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0e7d7ab9-ed6b-4d9d-a275-01830cdc6927 req-acf820e2-07bb-44ab-932a-7e04369d1abc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445895 Jun 07 17:31:04.736471 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-71d3686d-2742-42cd-a023-8246785d3cdf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3 HTTP/1.1" status: 200 len: 217 time: 0.0873206 Jun 07 17:31:04.791175 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1f75f5-e82a-41ed-92db-c3b4588d0f10 x-openstack-request-id: req-fe1f75f5-e82a-41ed-92db-c3b4588d0f10 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:04.791535 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:04.791950 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe1f75f5-e82a-41ed-92db-c3b4588d0f10 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:04.792265 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'status': 'completed', 'code': 200} Jun 07 17:31:04.815517 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f89aa598-28ee-4a79-961b-4039184ab7c7 req-a0cb8c11-eca3-4f35-b6f3-20010e89754a tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113968 Jun 07 17:31:04.837600 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-981e2ad5-4235-47cb-8e35-f716d5e30d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:04.839185 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-981e2ad5-4235-47cb-8e35-f716d5e30d1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.0882931 Jun 07 17:31:04.844705 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58674) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:04.900384 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-7e0a4281-a607-46ff-bbd7-a998dc36ebe5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=980ac94de76c49f895c81f4a57081a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543575 Jun 07 17:31:04.903594 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58676) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:04.975547 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-893ca796-7b94-4d7a-bfa2-e202763dae8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:05.007400 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-893ca796-7b94-4d7a-bfa2-e202763dae8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:05.018822 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e93a4509-848c-4b66-b7df-f0810457cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:05.020026 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-e93a4509-848c-4b66-b7df-f0810457cb2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1719785 Jun 07 17:31:05.076478 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-893ca796-7b94-4d7a-bfa2-e202763dae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:05.079831 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-893ca796-7b94-4d7a-bfa2-e202763dae8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:05.083398 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-893ca796-7b94-4d7a-bfa2-e202763dae8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b775357-6b11-45c1-9d42-7e4940e81d6c HTTP/1.1" status: 204 len: 168 time: 0.1763752 Jun 07 17:31:05.083398 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fbfc3b51-7b14-4ac8-8b36-e21c249c7119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:05.092771 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ca796-7b94-4d7a-bfa2-e202763dae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b775357-6b11-45c1-9d42-7e4940e81d6c,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:05.100795 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-893ca796-7b94-4d7a-bfa2-e202763dae8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:05.161105 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-2e219927-9fbf-45f0-a236-8f7a400f133c service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322997 Jun 07 17:31:05.315634 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-27f88fa6-57f9-45fe-8fed-73298e98d526 req-93f65ffc-de8a-4d35-b71d-f534e885f383 service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470344 Jun 07 17:31:05.446519 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606efc2b-1c26-453f-8519-049466c6c6a0 req-1264513a-807f-4c7b-b632-d92a11d6b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:05.447993 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-606efc2b-1c26-453f-8519-049466c6c6a0 req-1264513a-807f-4c7b-b632-d92a11d6b258 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 1096 time: 0.0832534 Jun 07 17:31:05.498402 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58682) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:05.556161 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-1b2f8a03-6f8f-4bcd-9ad1-8411f6b62457 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f5bf7bacc4543f9b2ae29e15869e560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564730 Jun 07 17:31:05.558957 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58684) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:05.598218 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606efc2b-1c26-453f-8519-049466c6c6a0 req-19217fbe-3221-4a86-9162-4ded202467bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:05.599729 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-606efc2b-1c26-453f-8519-049466c6c6a0 req-19217fbe-3221-4a86-9162-4ded202467bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 918 time: 0.1450801 Jun 07 17:31:05.628810 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0e41b3f5-1313-4e0c-9ac8-41385e67500d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:05.666541 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0e41b3f5-1313-4e0c-9ac8-41385e67500d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:05.711541 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-606efc2b-1c26-453f-8519-049466c6c6a0 req-11a3b509-1a19-499f-8bf7-1d6240e98f99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3 HTTP/1.1" status: 200 len: 217 time: 0.1047680 Jun 07 17:31:05.756372 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0e41b3f5-1313-4e0c-9ac8-41385e67500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:05.761273 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0e41b3f5-1313-4e0c-9ac8-41385e67500d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:05.763136 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-0e41b3f5-1313-4e0c-9ac8-41385e67500d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/060caf2d-9b4c-4a64-a976-2a5a75357e08 HTTP/1.1" status: 204 len: 168 time: 0.2029116 Jun 07 17:31:05.764859 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f9accd64-1e71-41cf-8976-6f6a97945167 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:05.783983 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41b3f5-1313-4e0c-9ac8-41385e67500d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060caf2d-9b4c-4a64-a976-2a5a75357e08,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:05.788103 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-0e41b3f5-1313-4e0c-9ac8-41385e67500d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:05.824913 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606efc2b-1c26-453f-8519-049466c6c6a0 req-f1dc3e8a-d8e4-4a16-961d-4ed6e9477823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:05.827321 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-606efc2b-1c26-453f-8519-049466c6c6a0 req-f1dc3e8a-d8e4-4a16-961d-4ed6e9477823 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.1078870 Jun 07 17:31:05.852824 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:05.969858 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606efc2b-1c26-453f-8519-049466c6c6a0 req-4538e1fe-8cd2-4d95-a2d1-3a12c39daa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:05.972035 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-606efc2b-1c26-453f-8519-049466c6c6a0 req-4538e1fe-8cd2-4d95-a2d1-3a12c39daa20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1387026 Jun 07 17:31:05.992969 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e0da5-220b-4868-b51d-768f85c00157 req-e1194d0f-52b2-48d4-9dd5-337e7e705686 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:06.007890 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d67e0da5-220b-4868-b51d-768f85c00157 req-e1194d0f-52b2-48d4-9dd5-337e7e705686 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.1482382 Jun 07 17:31:06.100588 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d67e0da5-220b-4868-b51d-768f85c00157 req-a969c680-985b-44d9-b486-53f042a52d45 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889313 Jun 07 17:31:06.226117 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-606efc2b-1c26-453f-8519-049466c6c6a0 req-9a3aea09-2035-476c-980c-ac01c7aa75ad service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466786 Jun 07 17:31:06.352947 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392073ac-b741-4b52-b903-71bde8b43ce3 req-20a6a154-66fa-4690-9c88-38508e0f29c6 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:06.354647 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-392073ac-b741-4b52-b903-71bde8b43ce3 req-20a6a154-66fa-4690-9c88-38508e0f29c6 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.2374318 Jun 07 17:31:06.461578 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-392073ac-b741-4b52-b903-71bde8b43ce3 req-7906e3ea-8dd0-4159-a1d3-0bb7bad0333b tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977879 Jun 07 17:31:06.478707 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-606efc2b-1c26-453f-8519-049466c6c6a0 req-4aa00f60-ba92-4b2c-a52d-d91a543871ff service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442515 Jun 07 17:31:06.599729 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d25371-3800-4f75-8b3e-ebfd66926e71 req-504fbfaf-005d-4a81-8333-bca922358438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:06.601187 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63d25371-3800-4f75-8b3e-ebfd66926e71 req-504fbfaf-005d-4a81-8333-bca922358438 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55ca40200b374d32a515c7bdd771f3f8&device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 1137 time: 0.2025399 Jun 07 17:31:06.638508 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f69bfc-b77f-4740-b548-734d80dc7677 req-2253018a-52af-4bdc-860d-4532cec4e4d3 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:06.639991 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-91f69bfc-b77f-4740-b548-734d80dc7677 req-2253018a-52af-4bdc-860d-4532cec4e4d3 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.1419744 Jun 07 17:31:06.820534 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-91f69bfc-b77f-4740-b548-734d80dc7677 req-1065c1c3-fa76-4e54-bc54-03176858c929 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1583221 Jun 07 17:31:06.830805 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d25371-3800-4f75-8b3e-ebfd66926e71 req-a5ba6d3f-ef35-4063-a29a-303ae09b3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:06.832279 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63d25371-3800-4f75-8b3e-ebfd66926e71 req-a5ba6d3f-ef35-4063-a29a-303ae09b3ed2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed HTTP/1.1" status: 200 len: 916 time: 0.2241530 Jun 07 17:31:06.951349 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63d25371-3800-4f75-8b3e-ebfd66926e71 req-c585e721-831e-408a-86b7-3cfc01dcd32e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326 HTTP/1.1" status: 200 len: 1000 time: 0.1107326 Jun 07 17:31:07.021575 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d25371-3800-4f75-8b3e-ebfd66926e71 req-3c2785b7-228f-482e-a738-fb6286239595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:07.023714 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63d25371-3800-4f75-8b3e-ebfd66926e71 req-3c2785b7-228f-482e-a738-fb6286239595 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70c63c19-8182-44e8-8d03-6ffe55d16f64 HTTP/1.1" status: 200 len: 854 time: 0.0652859 Jun 07 17:31:07.128940 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d25371-3800-4f75-8b3e-ebfd66926e71 req-42ad96d7-eb55-4293-99ac-b8433613944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:07.130461 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63d25371-3800-4f75-8b3e-ebfd66926e71 req-42ad96d7-eb55-4293-99ac-b8433613944e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1002073 Jun 07 17:31:07.351340 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63d25371-3800-4f75-8b3e-ebfd66926e71 req-1dc2ef2a-d883-405d-b990-c6c667399080 service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121944 Jun 07 17:31:07.381763 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cfac4-6c42-4df2-8272-66572f03bdec req-d1dce5f3-a910-4b6e-856d-1a1f29360e41 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:07.383756 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f77cfac4-6c42-4df2-8272-66572f03bdec req-d1dce5f3-a910-4b6e-856d-1a1f29360e41 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.1445417 Jun 07 17:31:07.464749 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f77cfac4-6c42-4df2-8272-66572f03bdec req-c564a733-4bd2-4ce8-b778-a52361f68d7e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701392 Jun 07 17:31:07.487287 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58728) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:07.555380 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-63d25371-3800-4f75-8b3e-ebfd66926e71 req-e0db7604-5d3f-4d68-ad27-5c209e1a2f74 service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968381 Jun 07 17:31:07.657259 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0d1280e4-7ea2-4965-b443-88d3d6cf4f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:07.745096 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3d09b-1605-4a6a-a128-b5c9f4bbb36a req-9ed2923d-5400-4077-8592-2f4eb63cebd9 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:07.752900 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-bdb3d09b-1605-4a6a-a128-b5c9f4bbb36a req-9ed2923d-5400-4077-8592-2f4eb63cebd9 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1238530 Jun 07 17:31:07.826967 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0d1280e4-7ea2-4965-b443-88d3d6cf4f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:07.835351 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-0d1280e4-7ea2-4965-b443-88d3d6cf4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:07.838731 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-bdb3d09b-1605-4a6a-a128-b5c9f4bbb36a req-24af7d55-d0fc-4306-b325-7061d763f64a tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712509 Jun 07 17:31:07.855012 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8c6930fa-9fe1-4e37-9b13-e456bfc6ca5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:07.921229 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-0d1280e4-7ea2-4965-b443-88d3d6cf4f6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=894a43e1c7864c50abd7240dbb6db5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258509 Jun 07 17:31:07.925360 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58738) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:07.929093 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1280e4-7ea2-4965-b443-88d3d6cf4f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f591f9a-bc0e-4e96-8aa2-0241e366e8b0,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:07.934348 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-0d1280e4-7ea2-4965-b443-88d3d6cf4f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:08.059917 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c11cac0f-050d-46ed-9a0e-e40dec33ba39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:08.103118 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c11cac0f-050d-46ed-9a0e-e40dec33ba39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:08.150281 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0092df-f864-449b-a16e-4583a1f49961 req-6b773479-2aee-4bde-a747-84d9c4c3c014 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:08.153443 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7f0092df-f864-449b-a16e-4583a1f49961 req-6b773479-2aee-4bde-a747-84d9c4c3c014 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.1560900 Jun 07 17:31:08.240601 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-7f0092df-f864-449b-a16e-4583a1f49961 req-ef6ce061-71da-440c-8672-7b4ab6a1b66e tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763702 Jun 07 17:31:08.390997 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-621e3f3c-8f30-4ef0-a9df-439bf60e7940 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162770 Jun 07 17:31:08.412081 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c11cac0f-050d-46ed-9a0e-e40dec33ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:08.414934 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c11cac0f-050d-46ed-9a0e-e40dec33ba39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:08.419811 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-c11cac0f-050d-46ed-9a0e-e40dec33ba39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f591f9a-bc0e-4e96-8aa2-0241e366e8b0 HTTP/1.1" status: 204 len: 168 time: 0.4879155 Jun 07 17:31:08.419811 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-8648e006-33c4-41f3-951d-c426fe66fc75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:08.430731 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cac0f-050d-46ed-9a0e-e40dec33ba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f591f9a-bc0e-4e96-8aa2-0241e366e8b0,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:08.433279 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c11cac0f-050d-46ed-9a0e-e40dec33ba39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:08.620916 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c91ca-aaf4-45a1-b261-5fa34ddcb41b req-760d09b9-e9cf-463f-92ff-da7ed21f254c tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:08.623698 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f75c91ca-aaf4-45a1-b261-5fa34ddcb41b req-760d09b9-e9cf-463f-92ff-da7ed21f254c tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1370666 Jun 07 17:31:08.691927 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f75c91ca-aaf4-45a1-b261-5fa34ddcb41b req-510e316f-2ad9-4d24-aea6-d70f7f2dfe2e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613737 Jun 07 17:31:08.733523 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 33bd535d-36b5-498a-9d74-c8cda048c0e3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:31:08.757759 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c2895-6d01-49e9-af42-ed979b433c9a req-674387cf-219c-464a-8ec3-ed4d0180d104 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:08.760585 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9d7c2895-6d01-49e9-af42-ed979b433c9a req-674387cf-219c-464a-8ec3-ed4d0180d104 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.1253359 Jun 07 17:31:08.832630 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9d7c2895-6d01-49e9-af42-ed979b433c9a req-811fea39-5620-41f4-97c0-164527fe1b67 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612741 Jun 07 17:31:08.946513 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:08.960482 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'port_id': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'mac_address': 'fa:16:3e:fc:29:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:31:09.026682 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:09.045622 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bd535d-36b5-498a-9d74-c8cda048c0e3 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:31:09.064537 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:09.069194 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:09.071355 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:09.148663 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=33bd535d-36b5-498a-9d74-c8cda048c0e3,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:09.152150 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:09.323097 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58772) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:09.445899 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['33bd535d-36b5-498a-9d74-c8cda048c0e3'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:31:09.454744 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1141084247-network', 'tenant_id': '05dd1306d78d4ef2870ce27d84ef8b46'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:09.488280 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be99aa9-9a17-43aa-a7ce-1129dde3d6f0 req-fa4ee802-81de-4332-9bbc-3201112dca98 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:09.489676 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1be99aa9-9a17-43aa-a7ce-1129dde3d6f0 req-fa4ee802-81de-4332-9bbc-3201112dca98 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.1133049 Jun 07 17:31:09.495117 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Made reservation on behalf of 05dd1306d78d4ef2870ce27d84ef8b46 for: {'network': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:31:09.497747 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7859414'] for network, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:09.528148 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:09.583046 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1be99aa9-9a17-43aa-a7ce-1129dde3d6f0 req-4d5adf49-9f2d-4c7f-959a-ea92d9a8c1f8 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706995 Jun 07 17:31:09.691741 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:09.697083 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:09.700367 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-2004329f-9661-40d8-9384-e8e895a03d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:09.735967 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=91778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:31:09.747716 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15530a3-d23c-4113-8903-093ade9abc4a,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:09.753316 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:09.758932 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:09.759326 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.segments_db [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Added segment 6f27e1bd-eb2a-4772-856b-f2be607c50b9 of type vlan for network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 Jun 07 17:31:09.800773 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747777791470'] for network, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:09.840257 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651'] for network, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:09.842425 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:09.843552 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:09.852294 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:09.921301 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5966392 Jun 07 17:31:09.925236 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58780) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:09.930505 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] Request body: {'subnet': {'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1141084247-subnet', 'tenant_id': '05dd1306d78d4ef2870ce27d84ef8b46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:10.024807 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee898e2-5138-4a0b-ad26-d1cb4b77b94c req-19216bd5-dc41-4528-bafa-d5027d47f6f0 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:10.026387 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-aee898e2-5138-4a0b-ad26-d1cb4b77b94c req-19216bd5-dc41-4528-bafa-d5027d47f6f0 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.2102165 Jun 07 17:31:10.045524 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:10.049515 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:10.056560 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 details requested by agent ovs-agent-dv-cinder-789603-8-smb with host dv-cinder-789603-8-smb {{(pid=91780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:31:10.092594 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] Made reservation on behalf of 05dd1306d78d4ef2870ce27d84ef8b46 for: {'subnet': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:31:10.093034 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-aee898e2-5138-4a0b-ad26-d1cb4b77b94c req-2ae8c5fe-c8eb-49fe-bef1-0ff6271e171c tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565376 Jun 07 17:31:10.095887 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1213450'] for subnet, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:10.350343 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b2adc-d9b2-4cfe-939e-f053e9f99f6c req-517492da-e660-452d-ac02-0b5efacf26d8 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:10.351775 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5c2b2adc-d9b2-4cfe-939e-f053e9f99f6c req-517492da-e660-452d-ac02-0b5efacf26d8 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 944 time: 0.3101165 Jun 07 17:31:10.471176 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5c2b2adc-d9b2-4cfe-939e-f053e9f99f6c req-539d8bd0-1bb2-45c2-a648-b3e443b3587c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094093 Jun 07 17:31:10.497424 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-d9708d18-e44a-44ab-b339-33f520f08ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:10.497424 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-d9708d18-e44a-44ab-b339-33f520f08ccc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4&tenant_id=301c5ae75c6242538682f6cfd11a5b52 HTTP/1.1" status: 200 len: 1098 time: 0.2421527 Jun 07 17:31:10.562703 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1956826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1213492'] for subnet, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:10.583350 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:10.671058 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d801baf-016f-491a-bed9-5af5b4f675f7,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:10.678451 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:10.690812 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] Checking segment: {'id': '6f27e1bd-eb2a-4772-856b-f2be607c50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:31:10.691163 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] Network hostable DHCP agents. Network: c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0, hostable agents: ['94356975-77ef-470e-a52c-4e3e4ede3a5e'], hosted agents: [] {{(pid=91778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:31:10.708093 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-dd25a40e-df14-4f23-a971-ece9655da9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:10.709634 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-dd25a40e-df14-4f23-a971-ece9655da9c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=301c5ae75c6242538682f6cfd11a5b52&device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 1098 time: 0.1843922 Jun 07 17:31:10.717880 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] Network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 is scheduled to be hosted by DHCP agent 94356975-77ef-470e-a52c-4e3e4ede3a5e with binding_index 1 {{(pid=91778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:31:10.737352 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 33bd535d-36b5-498a-9d74-c8cda048c0e3 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:31:10.763790 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-8-smb, c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0) {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:31:10.771289 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:10.771894 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:10.782127 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9de26e8-98a9-42de-aff4-7c2df519f589 None None] Network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:31:10.803343 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eeaa6-b9c6-4177-915f-e569b2b87c0f req-12dd12f6-de4d-4dcd-842c-b7a7994b9597 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:10.805130 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-736eeaa6-b9c6-4177-915f-e569b2b87c0f req-12dd12f6-de4d-4dcd-842c-b7a7994b9597 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.1057363 Jun 07 17:31:10.858112 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-736eeaa6-b9c6-4177-915f-e569b2b87c0f req-1e53b54f-2801-4241-94fd-69a989842df4 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472128 Jun 07 17:31:10.860302 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-cc7ffd2b-5266-4ee3-93bb-80f5d6f0b979 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9338763 Jun 07 17:31:10.896934 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-be79b03c-8bf5-4672-9cee-aa6aca6c8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:10.898182 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-be79b03c-8bf5-4672-9cee-aa6aca6c8118 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bf5a0be-9427-4639-8cdc-2efdddf7557e HTTP/1.1" status: 200 len: 909 time: 0.1811903 Jun 07 17:31:10.941086 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port 33bd535d-36b5-498a-9d74-c8cda048c0e3 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:31:10.947735 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 33bd535d-36b5-498a-9d74-c8cda048c0e3 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:31:10.948337 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:11.017367 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-b1773343-fb2b-4283-866a-ace971a6f458 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b085320-e676-4064-b4b0-e91f070187e5 HTTP/1.1" status: 200 len: 1000 time: 0.1111608 Jun 07 17:31:11.069035 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ab533-31ca-42fc-ba23-f344499f64c8 None None] Network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:31:11.086970 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-d07f1e07-cb91-439f-886d-3af2483bb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:11.088589 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-d07f1e07-cb91-439f-886d-3af2483bb5d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8cb29701-2401-47ed-bddd-96a2fc7a9c96 HTTP/1.1" status: 200 len: 847 time: 0.0615199 Jun 07 17:31:11.178689 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-c757b21c-6e21-41b0-b38f-419c50d846a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:11.180215 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-c757b21c-6e21-41b0-b38f-419c50d846a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bf5a0be-9427-4639-8cdc-2efdddf7557e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840237 Jun 07 17:31:11.247181 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:11.342171 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:11.344700 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85248c71-fe0a-416f-bd23-72d57a1e2253" -d '{"events": [{"server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "name": "network-vif-plugged", "status": "completed", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:11.376357 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:11.384976 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:11.386622 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8b085320-e676-4064-b4b0-e91f070187e5 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:31:11.478070 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea07fe2a-2d24-4f18-92d4-5cd9c5c3c2b8 x-openstack-request-id: req-ea07fe2a-2d24-4f18-92d4-5cd9c5c3c2b8 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:11.478606 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "name": "network-vif-plugged", "status": "completed", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:11.478946 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea07fe2a-2d24-4f18-92d4-5cd9c5c3c2b8 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:11.479522 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'code': 200} Jun 07 17:31:11.480346 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-d0118d2a-291e-4537-9e16-87a9d0bb459d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:11.536866 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-53a06aee-55ac-4258-b782-7b9ad7275db4 service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471508 Jun 07 17:31:11.601736 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=33bd535d-36b5-498a-9d74-c8cda048c0e3,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:11.613358 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:11.625818 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2d05b-ba32-415f-8ef3-d44df2321f0b req-3d291da6-3c2d-4685-8b57-2f87beba8557 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:11.627546 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-44f2d05b-ba32-415f-8ef3-d44df2321f0b req-3d291da6-3c2d-4685-8b57-2f87beba8557 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.3851976 Jun 07 17:31:11.763267 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:11.772654 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-44f2d05b-ba32-415f-8ef3-d44df2321f0b req-5c43fbb5-088a-4e07-9ce1-0a76873a1db1 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364594 Jun 07 17:31:11.807879 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8b085320-e676-4064-b4b0-e91f070187e5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b085320-e676-4064-b4b0-e91f070187e5,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:11.815693 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:11.818240 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:11.840544 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-fc77b1c5-55fc-4e24-859f-16ddc8874397 req-ee12aa22-7268-498f-b600-744d92b99ab1 service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959464 Jun 07 17:31:11.884521 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10350c90-d52e-4c17-a47a-f6adcacf272a req-5beaa790-fcd0-4768-a17e-6913e86242b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:11.886474 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-10350c90-d52e-4c17-a47a-f6adcacf272a req-5beaa790-fcd0-4768-a17e-6913e86242b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 1098 time: 0.1852138 Jun 07 17:31:11.895425 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5967a8-f6f7-49ac-959f-22767c536e1e req-602ebf0a-2c9b-40f3-ae6b-d76d17484602 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:11.896893 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ad5967a8-f6f7-49ac-959f-22767c536e1e req-602ebf0a-2c9b-40f3-ae6b-d76d17484602 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.1568761 Jun 07 17:31:11.912809 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=8b085320-e676-4064-b4b0-e91f070187e5,revision_number=6']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:11.918551 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:11.976877 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ad5967a8-f6f7-49ac-959f-22767c536e1e req-dd45e23b-c06e-46bc-8bd2-6d031d282cd5 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660625 Jun 07 17:31:11.978373 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-10350c90-d52e-4c17-a47a-f6adcacf272a req-13ad0fdf-0c18-4f53-9ec1-e8c55fc8c25d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806019 Jun 07 17:31:12.102194 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454e78f-c19d-42aa-8850-9324e7dd69f5 req-7ccdd550-7165-4494-8899-54edd3d3e34d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:12.103663 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c454e78f-c19d-42aa-8850-9324e7dd69f5 req-7ccdd550-7165-4494-8899-54edd3d3e34d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.0853062 Jun 07 17:31:12.152075 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c454e78f-c19d-42aa-8850-9324e7dd69f5 req-50e7d4bb-cbd1-4161-be49-634bafd093f3 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424976 Jun 07 17:31:12.325219 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:12.991611 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37cc6a-29cc-454a-a537-e23036284805 req-09b844fb-1739-4fbd-acaa-ae570c7f3c02 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:12.993169 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5b37cc6a-29cc-454a-a537-e23036284805 req-09b844fb-1739-4fbd-acaa-ae570c7f3c02 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.0917196 Jun 07 17:31:13.052911 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5b37cc6a-29cc-454a-a537-e23036284805 req-5d6e0a12-2b63-47a0-a947-4188b1c148aa tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531876 Jun 07 17:31:13.219513 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-6cac32c9-62b6-4af6-9945-06ecb2b0b816 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:13.221087 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-6cac32c9-62b6-4af6-9945-06ecb2b0b816 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/networks?id=c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 HTTP/1.1" status: 200 len: 809 time: 0.1544156 Jun 07 17:31:13.236820 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-7acc290c-e24f-40e2-b846-8b0b58a0ce85 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/quotas/05dd1306d78d4ef2870ce27d84ef8b46 HTTP/1.1" status: 200 len: 375 time: 0.0099702 Jun 07 17:31:13.240111 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29459e08-3c24-48de-b12f-0a40dc60f6fe req-0cce0262-4122-44fe-a422-a7de12d09880 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:13.241595 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-29459e08-3c24-48de-b12f-0a40dc60f6fe req-0cce0262-4122-44fe-a422-a7de12d09880 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.0839877 Jun 07 17:31:13.288198 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-29459e08-3c24-48de-b12f-0a40dc60f6fe req-720612d9-f877-4bd3-af13-a03fc863ee62 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407548 Jun 07 17:31:13.291471 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-57ddae67-6453-44e9-a3e0-c63a97b22fc1 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=05dd1306d78d4ef2870ce27d84ef8b46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457089 Jun 07 17:31:13.445672 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-ee8aca13-621a-4f92-9092-726537cd5e72 service neutron] 10.222.0.13 "GET /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507876 Jun 07 17:31:13.481231 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:13.483560 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1384dd9-224a-498c-943f-6a3cd80e7599" -d '{"events": [{"server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "name": "network-vif-unplugged", "status": "completed", "tag": "8b085320-e676-4064-b4b0-e91f070187e5"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:13.505193 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023fcb4-e2b8-48b7-a16f-d4648c15c946 req-89dd24f5-8b57-48e8-962a-e7b2b2142bb3 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:13.506710 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1023fcb4-e2b8-48b7-a16f-d4648c15c946 req-89dd24f5-8b57-48e8-962a-e7b2b2142bb3 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.0952666 Jun 07 17:31:13.559094 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1023fcb4-e2b8-48b7-a16f-d4648c15c946 req-c4359146-8331-4281-b7a0-c716f0f4b8e1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457318 Jun 07 17:31:13.586310 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-a923937c-d3a7-4aa1-88ec-be0ffabc352e service neutron] 10.222.0.13 "GET /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345413 Jun 07 17:31:13.613087 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55732ad7-660c-4f86-8b01-82c08fa3fe10 x-openstack-request-id: req-55732ad7-660c-4f86-8b01-82c08fa3fe10 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:13.613389 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "name": "network-vif-unplugged", "status": "completed", "tag": "8b085320-e676-4064-b4b0-e91f070187e5", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:13.613650 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55732ad7-660c-4f86-8b01-82c08fa3fe10 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:13.614045 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5', 'code': 200} Jun 07 17:31:13.824064 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-97d9a79e-7044-4c73-9e08-f8473c194e4c req-b1f9d25b-4b78-4534-bb37-178bc02d9b18 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 210 time: 0.0458381 Jun 07 17:31:14.266994 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b2a3b-5c06-4110-9b9d-99f89035a30a req-3fc440b9-e511-4e95-ba16-6d930e2af1c3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:14.268572 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4f9b2a3b-5c06-4110-9b9d-99f89035a30a req-3fc440b9-e511-4e95-ba16-6d930e2af1c3 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 943 time: 0.0981443 Jun 07 17:31:14.318231 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4f9b2a3b-5c06-4110-9b9d-99f89035a30a req-5a5573a0-0552-43dc-a78f-0558eb56c9ea tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428565 Jun 07 17:31:14.498454 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed7810-4414-48b2-8a25-4ca4f5c09cfc req-0896c92e-4583-4100-90ea-c3022c2e8bee tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:14.500064 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-54ed7810-4414-48b2-8a25-4ca4f5c09cfc req-0896c92e-4583-4100-90ea-c3022c2e8bee tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.0947034 Jun 07 17:31:14.548730 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-54ed7810-4414-48b2-8a25-4ca4f5c09cfc req-5292db65-8d68-49b2-80c4-58313b0555d6 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429797 Jun 07 17:31:14.655289 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571de99-74ca-4010-b454-bdb753fa10d5 req-01a3a7ad-7be6-49f5-b9e8-d6056fed287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:14.656915 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b571de99-74ca-4010-b454-bdb753fa10d5 req-01a3a7ad-7be6-49f5-b9e8-d6056fed287f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 1096 time: 0.0714893 Jun 07 17:31:14.740565 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8b085320-e676-4064-b4b0-e91f070187e5 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:31:14.746609 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d750d-91c9-4119-a0e5-61dfd458915f req-908a8578-629d-4b85-ac67-39c98b5dbd20 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:14.748454 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-255d750d-91c9-4119-a0e5-61dfd458915f req-908a8578-629d-4b85-ac67-39c98b5dbd20 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.0927720 Jun 07 17:31:14.757266 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b571de99-74ca-4010-b454-bdb753fa10d5 req-83c91d09-a8f7-48cd-8369-0281f11c186e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926423 Jun 07 17:31:14.758999 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58844) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:14.763936 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-b3b75d47-7655-4dde-9f3a-3fa5b2ab7545 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Request body: {'floatingip': {'port_id': '33bd535d-36b5-498a-9d74-c8cda048c0e3'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:14.789583 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d451f-2f77-42e9-abd2-a4c4ffe77c20 req-cb65459f-7e5b-48d7-a369-068e5d34400c tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:14.798108 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-171d451f-2f77-42e9-abd2-a4c4ffe77c20 req-cb65459f-7e5b-48d7-a369-068e5d34400c tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.1204503 Jun 07 17:31:14.858305 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b3b75d47-7655-4dde-9f3a-3fa5b2ab7545 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:14.869499 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-171d451f-2f77-42e9-abd2-a4c4ffe77c20 req-5f5e4a78-b2a9-4180-b33e-9c86fbd5a705 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697722 Jun 07 17:31:14.961936 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8b085320-e676-4064-b4b0-e91f070187e5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b085320-e676-4064-b4b0-e91f070187e5,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:14.982323 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '8b085320-e676-4064-b4b0-e91f070187e5', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'port_id': '8b085320-e676-4064-b4b0-e91f070187e5', 'mac_address': 'fa:16:3e:3a:5a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:31:15.045087 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:15.059891 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-10a87354-b12b-474c-8a2c-b8557db70b30 req-38b67801-f965-46d2-9001-a4019e0acd8c tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 210 time: 0.0632412 Jun 07 17:31:15.066729 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b085320-e676-4064-b4b0-e91f070187e5 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:31:15.090879 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8b085320-e676-4064-b4b0-e91f070187e5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b085320-e676-4064-b4b0-e91f070187e5,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:15.097698 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:15.099693 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:15.105822 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-2c73b14a-5392-4cf4-b84b-c9d83ea8768c tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:15.107422 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-2c73b14a-5392-4cf4-b84b-c9d83ea8768c tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.24 "GET /v2.0/networks?id=c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 HTTP/1.1" status: 200 len: 809 time: 0.2329559 Jun 07 17:31:15.121879 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Request body: {'port': {'device_id': '0183ad47-1c6d-4214-b558-4a1cf9fa596e', 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0', 'admin_state_up': True, 'tenant_id': '05dd1306d78d4ef2870ce27d84ef8b46'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:15.174103 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=8b085320-e676-4064-b4b0-e91f070187e5,revision_number=7']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:15.177361 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:15.286781 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Made reservation on behalf of 05dd1306d78d4ef2870ce27d84ef8b46 for: {'port': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:31:15.290319 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:15.539243 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Allocated IP 172.20.0.9 (c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0/4d801baf-016f-491a-bed9-5af5b4f675f7/ddde4336-ba76-4f40-acbb-412efa09d603) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:31:15.596127 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961def78-2ed4-451d-8c05-05d017908933 req-bbaa233b-a756-462f-98a3-23299e631a92 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:15.598164 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-961def78-2ed4-451d-8c05-05d017908933 req-bbaa233b-a756-462f-98a3-23299e631a92 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 944 time: 0.1467855 Jun 07 17:31:15.688954 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b3b75d47-7655-4dde-9f3a-3fa5b2ab7545 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:15.692973 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b3b75d47-7655-4dde-9f3a-3fa5b2ab7545 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:15.841271 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-961def78-2ed4-451d-8c05-05d017908933 req-9a439be6-05bf-4809-a4b5-fce4402acb28 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372339 Jun 07 17:31:15.883093 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.db.l3_db [None req-b3b75d47-7655-4dde-9f3a-3fa5b2ab7545 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Floating IP 9f759d36-343c-4de3-ac67-1abceae8172f associated. External IP: 172.28.2.53, port: 33bd535d-36b5-498a-9d74-c8cda048c0e3. Jun 07 17:31:15.910249 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:15.967697 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2355207'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:15.970608 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:31:15.970608 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:31:15.970608 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:31:15.970608 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:31:15.970608 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:31:15.970608 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:31:15.999024 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:31:16.003228 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:31:16.006899 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:31:16.098540 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:16.099363 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:16.121078 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-02650471-549c-4e94-afe7-403ec21417e5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0034955 Jun 07 17:31:16.134944 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Request body: {'port': {'device_id': '0183ad47-1c6d-4214-b558-4a1cf9fa596e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:16.308269 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:16.308747 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cb862-e53b-4f78-ad3e-ea40156a554f req-d8cc2a23-dcc8-4bd4-b03e-69aa991c8b2a tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:16.310263 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2f8cb862-e53b-4f78-ad3e-ea40156a554f req-d8cc2a23-dcc8-4bd4-b03e-69aa991c8b2a tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.3056672 Jun 07 17:31:16.411822 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebee39c-83b7-49b8-bdc2-d68b014f15fa req-be6ecaa7-fe57-405e-92cc-939562a74a8b tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:16.413410 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-aebee39c-83b7-49b8-bdc2-d68b014f15fa req-be6ecaa7-fe57-405e-92cc-939562a74a8b tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 931 time: 0.1858830 Jun 07 17:31:16.459541 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2f8cb862-e53b-4f78-ad3e-ea40156a554f req-e90f1435-274f-4df7-9f32-5e5c137a5d4c tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1371381 Jun 07 17:31:16.488975 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b75d47-7655-4dde-9f3a-3fa5b2ab7545 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:31:16.542384 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-aebee39c-83b7-49b8-bdc2-d68b014f15fa req-3e5f4a84-dacf-4e1d-8a07-bd3ec35618c6 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862820 Jun 07 17:31:16.646378 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['8b085320-e676-4064-b4b0-e91f070187e5'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:31:16.696365 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b75d47-7655-4dde-9f3a-3fa5b2ab7545 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:31:16.701321 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b3b75d47-7655-4dde-9f3a-3fa5b2ab7545 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:16.712028 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3e1625-6659-47b7-8e24-a3a9cc66e4d1 None None] Sync routers for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:31:16.729128 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3e1625-6659-47b7-8e24-a3a9cc66e4d1 None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:31:16.729757 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-9c3e1625-6659-47b7-8e24-a3a9cc66e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:31:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:16.752386 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddde4336-ba76-4f40-acbb-412efa09d603 {{(pid=91779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:31:16.760460 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:16.767118 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-b3b75d47-7655-4dde-9f3a-3fa5b2ab7545 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "PUT /v2.0/floatingips/9f759d36-343c-4de3-ac67-1abceae8172f HTTP/1.1" status: 200 len: 990 time: 2.0032086 Jun 07 17:31:16.767118 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:16.767118 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b77f7a-4f26-48e8-a856-abbf70d6ce66" -d '{"events": [{"name": "network-changed", "server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:16.785495 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Transition to ACTIVE for port object ddde4336-ba76-4f40-acbb-412efa09d603 will not be triggered until provisioned by entity L2. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:31:16.791152 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2355253'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:16.803413 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-813af979-eb8e-4df2-a933-75be5c793c8b tempest-AttachVolumeNegativeTest-1259950653 tempest-AttachVolumeNegativeTest-1259950653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:16.827992 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6b7068-edf6-48ff-bfa9-dbd62997aa70 x-openstack-request-id: req-5f6b7068-edf6-48ff-bfa9-dbd62997aa70 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:16.827992 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:16.828486 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f6b7068-edf6-48ff-bfa9-dbd62997aa70 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:16.829054 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'status': 'completed', 'code': 200} Jun 07 17:31:16.949932 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b77f7a-4f26-48e8-a856-abbf70d6ce66 req-600e7891-0705-4b5b-9f98-57a3a8d5a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:16.951826 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-32b77f7a-4f26-48e8-a856-abbf70d6ce66 req-600e7891-0705-4b5b-9f98-57a3a8d5a0e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 1098 time: 0.0929234 Jun 07 17:31:17.001222 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-9c3e1625-6659-47b7-8e24-a3a9cc66e4d1 None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:31:17.105892 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b77f7a-4f26-48e8-a856-abbf70d6ce66 req-1c88c454-f021-4908-9b97-80a7f41eddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:17.107406 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-32b77f7a-4f26-48e8-a856-abbf70d6ce66 req-1c88c454-f021-4908-9b97-80a7f41eddae service neutron] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 918 time: 0.1492934 Jun 07 17:31:17.127342 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Pushing event updated for resources: {'Port': ['ID=ddde4336-ba76-4f40-acbb-412efa09d603,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:17.132077 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:17.184625 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Attempting to bind port ddde4336-ba76-4f40-acbb-412efa09d603 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:31:17.185120 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Attempting to bind port ddde4336-ba76-4f40-acbb-412efa09d603 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '6f27e1bd-eb2a-4772-856b-f2be607c50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0'}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:31:17.185550 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Attempting to bind port ddde4336-ba76-4f40-acbb-412efa09d603 on network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:31:17.196731 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Port ddde4336-ba76-4f40-acbb-412efa09d603 on network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:31:17.197209 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Attempting to bind port ddde4336-ba76-4f40-acbb-412efa09d603 on network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:31:17.208047 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:31:17.208555 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Checking segment: {'id': '6f27e1bd-eb2a-4772-856b-f2be607c50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:31:17.209043 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Bound using segment: {'id': '6f27e1bd-eb2a-4772-856b-f2be607c50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0'} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:31:17.209598 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Bound port: ddde4336-ba76-4f40-acbb-412efa09d603, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f27e1bd-eb2a-4772-856b-f2be607c50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0'}}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:31:17.210058 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:17.229647 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79fcba-6d49-4a0d-890e-f9ebe42ac81e req-1be2b425-69a0-473e-bd74-75c34cf0c526 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:17.231581 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-3d79fcba-6d49-4a0d-890e-f9ebe42ac81e req-1be2b425-69a0-473e-bd74-75c34cf0c526 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 944 time: 0.2223613 Jun 07 17:31:17.341314 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-32b77f7a-4f26-48e8-a856-abbf70d6ce66 req-d1a91c59-c37f-4ab1-91f4-9e5fc24404c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3 HTTP/1.1" status: 200 len: 998 time: 0.2270985 Jun 07 17:31:17.348539 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-3d79fcba-6d49-4a0d-890e-f9ebe42ac81e req-d391c1ff-bf9c-4bca-a691-bb19667f639a tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840161 Jun 07 17:31:17.359159 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] For port ddde4336-ba76-4f40-acbb-412efa09d603, host hv-cinder-78960, cleared binding levels {{(pid=91779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:31:17.363941 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] For port ddde4336-ba76-4f40-acbb-412efa09d603, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ddde4336-ba76-4f40-acbb-412efa09d603,segment=NetworkSegment(6f27e1bd-eb2a-4772-856b-f2be607c50b9),segment_id=6f27e1bd-eb2a-4772-856b-f2be607c50b9)] {{(pid=91779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:31:17.372624 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2355253'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:17.393633 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-1f44b902-a742-4ee8-82e6-6fc6c2c2430c tempest-DeleteServersTestJSON-1572837887 tempest-DeleteServersTestJSON-1572837887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:17.444136 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b77f7a-4f26-48e8-a856-abbf70d6ce66 req-fb070c47-277c-48a8-be27-1e4352ceee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:17.445768 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-32b77f7a-4f26-48e8-a856-abbf70d6ce66 req-fb070c47-277c-48a8-be27-1e4352ceee7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.0920262 Jun 07 17:31:17.463647 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:17.464620 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:17.466034 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] 10.222.0.24 "PUT /v2.0/ports/ddde4336-ba76-4f40-acbb-412efa09d603 HTTP/1.1" status: 200 len: 1093 time: 1.3354986 Jun 07 17:31:17.466584 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0183ad47-1c6d-4214-b558-4a1cf9fa596e', 'tag': 'ddde4336-ba76-4f40-acbb-412efa09d603'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:17.474266 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3411e13-9033-4017-bed2-434531733ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "0183ad47-1c6d-4214-b558-4a1cf9fa596e", "tag": "ddde4336-ba76-4f40-acbb-412efa09d603"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:17.500154 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Pushing event updated for resources: {'Port': ['ID=ddde4336-ba76-4f40-acbb-412efa09d603,revision_number=3']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:17.503809 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:17.560882 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-9c3e1625-6659-47b7-8e24-a3a9cc66e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': '9f759d36-343c-4de3-ac67-1abceae8172f', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'floating_ip_address': '172.28.2.53', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'port_id': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'mac_address': 'fa:16:3e:fc:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:30:58Z', 'updated_at': '2021-06-07T17:31:15Z', 'revision_number': 1, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:58Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:17.567519 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b77f7a-4f26-48e8-a856-abbf70d6ce66 req-28e6b8e8-9f49-4c6f-b933-644dec9d706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:17.568938 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3e1625-6659-47b7-8e24-a3a9cc66e4d1 None None] Checking router: e2b5bcb2-5282-4fa3-8601-f2e2fc55089a for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:31:17.571711 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-32b77f7a-4f26-48e8-a856-abbf70d6ce66 req-28e6b8e8-9f49-4c6f-b933-644dec9d706c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1189606 Jun 07 17:31:17.574224 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf7f117-ebca-49c5-a18e-35c99220cc97 x-openstack-request-id: req-bbf7f117-ebca-49c5-a18e-35c99220cc97 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:17.574769 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0183ad47-1c6d-4214-b558-4a1cf9fa596e", "tag": "ddde4336-ba76-4f40-acbb-412efa09d603", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:17.575624 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbf7f117-ebca-49c5-a18e-35c99220cc97 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:17.576227 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0183ad47-1c6d-4214-b558-4a1cf9fa596e', 'tag': 'ddde4336-ba76-4f40-acbb-412efa09d603', 'status': 'completed', 'code': 200} Jun 07 17:31:17.580692 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3e1625-6659-47b7-8e24-a3a9cc66e4d1 None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:31:17.582606 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-9c3e1625-6659-47b7-8e24-a3a9cc66e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:31:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:17.625781 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-7ffc2e32-7147-4206-9069-0f07894ce1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:17.627579 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-7ffc2e32-7147-4206-9069-0f07894ce1f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05dd1306d78d4ef2870ce27d84ef8b46&device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 1096 time: 0.0902433 Jun 07 17:31:17.748623 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-73e6419a-0c83-4a1e-83bb-efbe578ef40a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddde4336-ba76-4f40-acbb-412efa09d603 HTTP/1.1" status: 200 len: 217 time: 0.0803232 Jun 07 17:31:17.783828 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-9c3e1625-6659-47b7-8e24-a3a9cc66e4d1 None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:31:17.801327 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-32b77f7a-4f26-48e8-a856-abbf70d6ce66 req-3e2b68be-5d29-4f1f-bae1-59cc99038a8e service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131197 Jun 07 17:31:17.827984 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-120bcc1a-3438-4eb1-a2b6-56f86b665afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:17.829484 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-120bcc1a-3438-4eb1-a2b6-56f86b665afc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d801baf-016f-491a-bed9-5af5b4f675f7 HTTP/1.1" status: 200 len: 849 time: 0.0717485 Jun 07 17:31:17.857105 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82151106-5d4e-4c36-ba8d-28cf88b8c196 req-f338db56-4e7d-4328-9ab8-c163cfd19980 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:17.858554 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82151106-5d4e-4c36-ba8d-28cf88b8c196 req-f338db56-4e7d-4328-9ab8-c163cfd19980 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 943 time: 0.1580255 Jun 07 17:31:17.881110 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-8bfaf872-8eb5-4e7c-b8a4-16597629ddc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442882 Jun 07 17:31:17.889998 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad620b-5b54-4877-a17e-0effd6316e63 req-344e4170-e5c4-4bf6-9e9a-61d4a29cd8ca tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:17.892087 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-33ad620b-5b54-4877-a17e-0effd6316e63 req-344e4170-e5c4-4bf6-9e9a-61d4a29cd8ca tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.2568164 Jun 07 17:31:17.982604 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82151106-5d4e-4c36-ba8d-28cf88b8c196 req-ca2c0a2f-e488-4033-a9cf-5d48ea86d94f tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723231 Jun 07 17:31:17.989819 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-32b77f7a-4f26-48e8-a856-abbf70d6ce66 req-0345ee64-7e79-4285-b53f-9e76614d022a service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810396 Jun 07 17:31:18.150324 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-33ad620b-5b54-4877-a17e-0effd6316e63 req-1b81feb1-efba-429c-8c34-ebcfab0ff83d tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2372344 Jun 07 17:31:18.185927 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-6d6af365-8caa-4d11-9a00-e0d6963e4d19 service neutron] 10.222.0.24 "GET /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928572 Jun 07 17:31:18.217334 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-9c3e1625-6659-47b7-8e24-a3a9cc66e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': '9f759d36-343c-4de3-ac67-1abceae8172f', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'floating_ip_address': '172.28.2.53', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'port_id': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'mac_address': 'fa:16:3e:fc:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:30:58Z', 'updated_at': '2021-06-07T17:31:15Z', 'revision_number': 1, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:58Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:18.222208 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3e1625-6659-47b7-8e24-a3a9cc66e4d1 None None] The sync data for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb is: [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': '9f759d36-343c-4de3-ac67-1abceae8172f', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'floating_ip_address': '172.28.2.53', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'port_id': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'mac_address': 'fa:16:3e:fc:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:30:58Z', 'updated_at': '2021-06-07T17:31:15Z', 'revision_number': 1, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:58Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:31:18.325672 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cc97194f-a8e9-4c87-b1d3-168196b51507 req-f89a2c0c-37e9-43e5-ae21-231ccef0a8cd service neutron] 10.222.0.24 "GET /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327031 Jun 07 17:31:18.444341 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65091a53-6847-463e-aa0c-10c648915589 None None] New status for floating IP 9f759d36-343c-4de3-ac67-1abceae8172f: ACTIVE {{(pid=91781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:31:18.465992 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411e13-9033-4017-bed2-434531733ea6 req-a3b5d8ac-ec06-4ae1-ac89-b394f0850d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:18.467520 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d3411e13-9033-4017-bed2-434531733ea6 req-a3b5d8ac-ec06-4ae1-ac89-b394f0850d54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05dd1306d78d4ef2870ce27d84ef8b46&device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 1096 time: 0.0848372 Jun 07 17:31:18.617906 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411e13-9033-4017-bed2-434531733ea6 req-944e37e0-95f8-47bd-bce6-ec8c8cdaf302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:18.619682 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d3411e13-9033-4017-bed2-434531733ea6 req-944e37e0-95f8-47bd-bce6-ec8c8cdaf302 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 HTTP/1.1" status: 200 len: 910 time: 0.1426077 Jun 07 17:31:18.694290 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d3411e13-9033-4017-bed2-434531733ea6 req-5e3c4eb9-80a0-445b-a062-b09c01ee747e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddde4336-ba76-4f40-acbb-412efa09d603 HTTP/1.1" status: 200 len: 217 time: 0.0671697 Jun 07 17:31:18.761991 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8b085320-e676-4064-b4b0-e91f070187e5 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:31:18.768931 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411e13-9033-4017-bed2-434531733ea6 req-53a547b2-c96c-4c21-ada4-fb0f2089692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:18.771643 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d3411e13-9033-4017-bed2-434531733ea6 req-53a547b2-c96c-4c21-ada4-fb0f2089692e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d801baf-016f-491a-bed9-5af5b4f675f7 HTTP/1.1" status: 200 len: 849 time: 0.0707519 Jun 07 17:31:18.826422 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d3411e13-9033-4017-bed2-434531733ea6 req-0decd6db-69c4-46e5-9f10-2b707c9b5c66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478921 Jun 07 17:31:18.834874 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 8b085320-e676-4064-b4b0-e91f070187e5 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:31:18.835529 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:18.966895 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:18.998603 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:19.001362 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c8e6f2-349d-472b-a227-dad2fc6bb897" -d '{"events": [{"server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "name": "network-vif-plugged", "status": "completed", "tag": "8b085320-e676-4064-b4b0-e91f070187e5"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:19.007801 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d3411e13-9033-4017-bed2-434531733ea6 req-aa94912a-23ef-4da8-9d64-2570ef3e0c51 service neutron] 10.222.0.24 "GET /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745908 Jun 07 17:31:19.010058 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 8b085320-e676-4064-b4b0-e91f070187e5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b085320-e676-4064-b4b0-e91f070187e5,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:19.015031 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:19.018064 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:19.107132 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=8b085320-e676-4064-b4b0-e91f070187e5,revision_number=8']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:19.111380 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f493ea-5bec-4e28-83c6-4cc102a2404a x-openstack-request-id: req-91f493ea-5bec-4e28-83c6-4cc102a2404a {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:19.111673 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "name": "network-vif-plugged", "status": "completed", "tag": "8b085320-e676-4064-b4b0-e91f070187e5", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:19.111985 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91f493ea-5bec-4e28-83c6-4cc102a2404a {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:19.112381 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5', 'code': 200} Jun 07 17:31:19.113155 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:19.170417 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d3411e13-9033-4017-bed2-434531733ea6 req-8bb0a75c-2f22-401b-a5d4-fa5e4d363a92 service neutron] 10.222.0.24 "GET /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537254 Jun 07 17:31:19.265965 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c08bdc-ebf7-46e8-ba01-b7be55a35f9a req-7e545e91-a50e-4911-a2ab-9f9e644ce9c2 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:19.267385 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d9c08bdc-ebf7-46e8-ba01-b7be55a35f9a req-7e545e91-a50e-4911-a2ab-9f9e644ce9c2 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 943 time: 0.0845695 Jun 07 17:31:19.316705 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d9c08bdc-ebf7-46e8-ba01-b7be55a35f9a req-03f2d15b-0e2b-4554-b298-4dd2edb60b9a tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435975 Jun 07 17:31:19.491925 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0e3aa-255f-4b21-bbae-4d4139097349 req-2fcac8a1-6a30-4a7b-9a10-dff864fa7549 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:19.493457 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ccf0e3aa-255f-4b21-bbae-4d4139097349 req-2fcac8a1-6a30-4a7b-9a10-dff864fa7549 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.0805528 Jun 07 17:31:19.543668 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ccf0e3aa-255f-4b21-bbae-4d4139097349 req-bc6968ac-1163-4bf3-af27-e8419d965eb2 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439200 Jun 07 17:31:20.531654 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937e3ea-8039-42d2-a920-671c172ff1ed req-5f926319-1f6d-434d-8341-09f554e6ca5b tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:20.533729 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4937e3ea-8039-42d2-a920-671c172ff1ed req-5f926319-1f6d-434d-8341-09f554e6ca5b tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 943 time: 0.0918076 Jun 07 17:31:20.580622 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4937e3ea-8039-42d2-a920-671c172ff1ed req-7fa3b2ab-631f-4bf4-a535-d6f20b0ed116 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Jun 07 17:31:20.762828 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device ddde4336-ba76-4f40-acbb-412efa09d603 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:31:20.775104 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e9f47-90ae-47df-87a5-8ecaa537c0cf req-b87a7253-6865-4edd-a718-3eded1aa93a0 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:20.779996 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1b8e9f47-90ae-47df-87a5-8ecaa537c0cf req-b87a7253-6865-4edd-a718-3eded1aa93a0 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.1013777 Jun 07 17:31:20.826996 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1b8e9f47-90ae-47df-87a5-8ecaa537c0cf req-9eba354a-b3dd-45f4-8526-c42ef4ad7788 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438507 Jun 07 17:31:20.857027 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e39d6b-5572-4534-9a2e-98c344e94e42 req-2c3e0fbd-8ee9-47cb-8c5d-b0d2db0f5db0 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:20.858419 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-48e39d6b-5572-4534-9a2e-98c344e94e42 req-2c3e0fbd-8ee9-47cb-8c5d-b0d2db0f5db0 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.0923390 Jun 07 17:31:20.907964 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-48e39d6b-5572-4534-9a2e-98c344e94e42 req-c1fe9ac4-1fea-49b0-aeb7-f8f91f224caf tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430210 Jun 07 17:31:20.913615 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port ddde4336-ba76-4f40-acbb-412efa09d603, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ddde4336-ba76-4f40-acbb-412efa09d603,segment=NetworkSegment(6f27e1bd-eb2a-4772-856b-f2be607c50b9),segment_id=6f27e1bd-eb2a-4772-856b-f2be607c50b9)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:20.931742 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': 'ddde4336-ba76-4f40-acbb-412efa09d603', 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0', 'port_id': 'ddde4336-ba76-4f40-acbb-412efa09d603', 'mac_address': 'fa:16:3e:a1:2b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d801baf-016f-491a-bed9-5af5b4f675f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:31:20.988203 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:21.005657 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddde4336-ba76-4f40-acbb-412efa09d603 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:31:21.021494 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port ddde4336-ba76-4f40-acbb-412efa09d603, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ddde4336-ba76-4f40-acbb-412efa09d603,segment=NetworkSegment(6f27e1bd-eb2a-4772-856b-f2be607c50b9),segment_id=6f27e1bd-eb2a-4772-856b-f2be607c50b9)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:21.025446 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:21.027237 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:21.095039 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=ddde4336-ba76-4f40-acbb-412efa09d603,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:21.098841 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:21.414530 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['ddde4336-ba76-4f40-acbb-412efa09d603'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:31:21.768696 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515a644-6160-45a3-ad46-4897fc748976 req-75aee4a4-9c03-4d3f-9fbf-d7e17f4d0ebf tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:21.770101 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f515a644-6160-45a3-ad46-4897fc748976 req-75aee4a4-9c03-4d3f-9fbf-d7e17f4d0ebf tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 944 time: 0.0816109 Jun 07 17:31:21.814123 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f515a644-6160-45a3-ad46-4897fc748976 req-9f63d8ed-7881-42e4-b6bd-75d016d0fcb3 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384665 Jun 07 17:31:21.942680 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:31:22.016924 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a3fe7-1578-4d14-8bea-68201a5d5c62 req-3ea07909-65ea-4806-bd0e-34cdc05c6017 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:22.018386 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-dc7a3fe7-1578-4d14-8bea-68201a5d5c62 req-3ea07909-65ea-4806-bd0e-34cdc05c6017 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.0803375 Jun 07 17:31:22.069061 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-dc7a3fe7-1578-4d14-8bea-68201a5d5c62 req-438e5d79-afa5-4a00-9e19-a097bace3ce7 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447989 Jun 07 17:31:22.096340 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb137a-3aa4-461d-97b9-8d07b330cac5 req-46334ffe-3b14-4f39-bee9-6e76f3129313 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:22.097798 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-40eb137a-3aa4-461d-97b9-8d07b330cac5 req-46334ffe-3b14-4f39-bee9-6e76f3129313 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.0841408 Jun 07 17:31:22.143532 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-40eb137a-3aa4-461d-97b9-8d07b330cac5 req-a59496f1-88c3-4f07-9ff2-169e833c3396 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401645 Jun 07 17:31:22.777047 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device ddde4336-ba76-4f40-acbb-412efa09d603 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:31:22.849367 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port ddde4336-ba76-4f40-acbb-412efa09d603 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:31:22.850545 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-2f8d0231-2a8c-4d41-8e95-e5ef0ffa2896 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:22.852052 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-2f8d0231-2a8c-4d41-8e95-e5ef0ffa2896 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.0809402 Jun 07 17:31:22.855502 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port ddde4336-ba76-4f40-acbb-412efa09d603 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:31:22.855891 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:22.979438 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:23.008283 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Deleting port bfd24fe9-8219-48b8-9fa7-1d386990cacc {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:31:23.008626 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:23.013715 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0183ad47-1c6d-4214-b558-4a1cf9fa596e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddde4336-ba76-4f40-acbb-412efa09d603'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:23.015238 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad9f95-1426-4901-bda7-f6159c10b006 req-cdbfd764-dc16-454d-9152-fb64de947fd1 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:23.016223 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6dc0ad-737f-499f-84a5-48ec840d8c4c" -d '{"events": [{"server_uuid": "0183ad47-1c6d-4214-b558-4a1cf9fa596e", "name": "network-vif-plugged", "status": "completed", "tag": "ddde4336-ba76-4f40-acbb-412efa09d603"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:23.017090 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-85ad9f95-1426-4901-bda7-f6159c10b006 req-cdbfd764-dc16-454d-9152-fb64de947fd1 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 944 time: 0.0928190 Jun 07 17:31:23.033511 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port ddde4336-ba76-4f40-acbb-412efa09d603, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ddde4336-ba76-4f40-acbb-412efa09d603,segment=NetworkSegment(6f27e1bd-eb2a-4772-856b-f2be607c50b9),segment_id=6f27e1bd-eb2a-4772-856b-f2be607c50b9)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:23.039093 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:23.042488 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-7225e65e-8105-421a-bfdb-362336e240fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:23.074514 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-85ad9f95-1426-4901-bda7-f6159c10b006 req-2d78ac65-896c-4c4d-991d-629791d22c5c tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492768 Jun 07 17:31:23.087461 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3a6c1f-9039-474f-a4d3-592a368a774e x-openstack-request-id: req-7c3a6c1f-9039-474f-a4d3-592a368a774e {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:23.087668 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0183ad47-1c6d-4214-b558-4a1cf9fa596e", "name": "network-vif-plugged", "status": "completed", "tag": "ddde4336-ba76-4f40-acbb-412efa09d603", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:23.087772 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c3a6c1f-9039-474f-a4d3-592a368a774e {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:23.088162 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0183ad47-1c6d-4214-b558-4a1cf9fa596e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddde4336-ba76-4f40-acbb-412efa09d603', 'code': 200} Jun 07 17:31:23.135037 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=ddde4336-ba76-4f40-acbb-412efa09d603,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:23.138445 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:23.324187 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] For port bfd24fe9-8219-48b8-9fa7-1d386990cacc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bfd24fe9-8219-48b8-9fa7-1d386990cacc,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:23.324803 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:23.396894 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c0307-0c03-4faf-8f23-4a331387f748 req-107c3139-78fd-4d84-a2a9-52867198a86d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:23.398382 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0d0c0307-0c03-4faf-8f23-4a331387f748 req-107c3139-78fd-4d84-a2a9-52867198a86d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 946 time: 0.1395466 Jun 07 17:31:23.405243 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985d893-7afc-4315-b516-a619301a0da8 req-9e05fe85-71a1-46fe-ac3a-eb61eaa948ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:23.407490 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c985d893-7afc-4315-b516-a619301a0da8 req-9e05fe85-71a1-46fe-ac3a-eb61eaa948ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 1098 time: 0.1072474 Jun 07 17:31:23.440117 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5487050-82bb-4a96-a5f5-ca959ae41fb4 req-984c9d3f-e772-46ad-8c94-bd165f4c08c3 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:23.441604 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d5487050-82bb-4a96-a5f5-ca959ae41fb4 req-984c9d3f-e772-46ad-8c94-bd165f4c08c3 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.2167389 Jun 07 17:31:23.482082 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0d0c0307-0c03-4faf-8f23-4a331387f748 req-5d32fee9-39e8-4d95-abed-e4f347419a44 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=1198081a-948b-4c2e-8403-eeaa74ca0204&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736458 Jun 07 17:31:23.483678 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c985d893-7afc-4315-b516-a619301a0da8 req-d2ea552b-46b6-4292-9c1f-bc294e3a115b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627813 Jun 07 17:31:23.648189 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d5487050-82bb-4a96-a5f5-ca959ae41fb4 req-67c36c4c-a7e3-448a-9cc8-bcaff47462dd tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1515448 Jun 07 17:31:23.680316 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:23.680540 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:23.680859 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.l3_db [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Floating IP e5ef5aa9-61d2-49d4-a1f4-455d6fdc6cda disassociated. External IP: 172.28.2.244, port: bfd24fe9-8219-48b8-9fa7-1d386990cacc. Jun 07 17:31:23.681194 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Calling delete_port for bfd24fe9-8219-48b8-9fa7-1d386990cacc owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:31:23.797427 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:23.802572 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:23.847643 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event deleted for resources: {'Port': ['ID=bfd24fe9-8219-48b8-9fa7-1d386990cacc,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:23.850704 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:24.033783 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Router 87bd47fc-cf9e-4229-8e77-56c3cba836ef has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:31:24.258922 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:31:24.268242 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87dc91-96cb-4fd5-838c-f6a6b68d8565 None None] Sync routers for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:31:24.278846 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87dc91-96cb-4fd5-838c-f6a6b68d8565 None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:31:24.279962 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-5e87dc91-96cb-4fd5-838c-f6a6b68d8565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:31:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:24.345498 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] No DVR routers for this DVR port bfd24fe9-8219-48b8-9fa7-1d386990cacc on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:31:24.348111 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:24.350208 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9c7732c5-616a-452b-a6d7-5726abba1031 req-ef703c9f-3f8b-4100-912b-81b633b09508 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.24 "DELETE /v2.0/ports/bfd24fe9-8219-48b8-9fa7-1d386990cacc HTTP/1.1" status: 204 len: 173 time: 1.4932630 Jun 07 17:31:24.353923 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'name': 'network-vif-deleted', 'tag': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:24.356264 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6d7a6b-b8fc-4983-a612-706d62c06d12" -d '{"events": [{"server_uuid": "4c6adc2d-c7dd-45dc-a15f-642f2f110cf1", "name": "network-vif-deleted", "tag": "bfd24fe9-8219-48b8-9fa7-1d386990cacc"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:24.385328 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878508a8-1da8-48e3-9a5c-bf334c6c9bf4 req-ed596096-6714-4026-9a2e-142a9097d25a tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:24.387434 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-878508a8-1da8-48e3-9a5c-bf334c6c9bf4 req-ed596096-6714-4026-9a2e-142a9097d25a tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 945 time: 0.1875632 Jun 07 17:31:24.426452 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e7cea4-c9eb-43b7-988b-c3d9d50ecb53 x-openstack-request-id: req-a6e7cea4-c9eb-43b7-988b-c3d9d50ecb53 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:24.426781 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6adc2d-c7dd-45dc-a15f-642f2f110cf1", "name": "network-vif-deleted", "tag": "bfd24fe9-8219-48b8-9fa7-1d386990cacc", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:24.427068 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6e7cea4-c9eb-43b7-988b-c3d9d50ecb53 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:24.427550 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6adc2d-c7dd-45dc-a15f-642f2f110cf1', 'name': 'network-vif-deleted', 'tag': 'bfd24fe9-8219-48b8-9fa7-1d386990cacc', 'status': 'completed', 'code': 200} Jun 07 17:31:24.441043 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-878508a8-1da8-48e3-9a5c-bf334c6c9bf4 req-75d7ee08-bdf3-421a-9ed9-bcdc887813a8 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472035 Jun 07 17:31:24.473082 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-5e87dc91-96cb-4fd5-838c-f6a6b68d8565 None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:31:24.672041 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e93dc760-21d1-49c3-a56f-52d36c223bcd req-cca314ca-67cd-4cb0-9323-1a1ecab05ee8 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6adc2d-c7dd-45dc-a15f-642f2f110cf1 HTTP/1.1" status: 200 len: 210 time: 0.0571866 Jun 07 17:31:24.833404 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-5e87dc91-96cb-4fd5-838c-f6a6b68d8565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:06Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:24.837864 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87dc91-96cb-4fd5-838c-f6a6b68d8565 None None] Checking router: 87bd47fc-cf9e-4229-8e77-56c3cba836ef for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:31:24.848725 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87dc91-96cb-4fd5-838c-f6a6b68d8565 None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:31:24.849404 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-5e87dc91-96cb-4fd5-838c-f6a6b68d8565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:31:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:24.863684 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bf9f8-852e-44e9-aff4-8882c23679af req-b99ff1bd-2031-4a45-bcd0-5a7b42f69e7c tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:24.878774 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-462bf9f8-852e-44e9-aff4-8882c23679af req-b99ff1bd-2031-4a45-bcd0-5a7b42f69e7c tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.1058581 Jun 07 17:31:24.924152 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-462bf9f8-852e-44e9-aff4-8882c23679af req-c78bb2ec-32b8-4f7d-8d4b-25628940d9f8 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&id=32e9e86b-9eb0-4ea3-a476-b574770918fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486267 Jun 07 17:31:25.044929 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-5e87dc91-96cb-4fd5-838c-f6a6b68d8565 None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:31:25.356748 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-5e87dc91-96cb-4fd5-838c-f6a6b68d8565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:06Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:25.362084 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87dc91-96cb-4fd5-838c-f6a6b68d8565 None None] The sync data for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb is: [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:06Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:31:25.578646 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c0cab-dda1-4b42-bb42-ddff2347caa5 None None] New status for floating IP e5ef5aa9-61d2-49d4-a1f4-455d6fdc6cda: DOWN {{(pid=91781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:31:25.642603 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e71b0-7b16-4ddd-b77a-db9b24f35052 req-eb5713b1-6978-4536-a08e-be88481d4fd3 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:25.644114 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c93e71b0-7b16-4ddd-b77a-db9b24f35052 req-eb5713b1-6978-4536-a08e-be88481d4fd3 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 945 time: 0.0894547 Jun 07 17:31:25.689249 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c93e71b0-7b16-4ddd-b77a-db9b24f35052 req-ca9cb610-fd65-46d2-bb91-23a861733998 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392175 Jun 07 17:31:25.822926 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58940) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:25.897224 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f386f53c-ceaa-400b-8083-70e13ff7caea tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:25.924955 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f386f53c-ceaa-400b-8083-70e13ff7caea tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:25.982729 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f386f53c-ceaa-400b-8083-70e13ff7caea tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:25.985524 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f386f53c-ceaa-400b-8083-70e13ff7caea tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:25.989399 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-f386f53c-ceaa-400b-8083-70e13ff7caea tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "DELETE /v2.0/security-groups/1198081a-948b-4c2e-8403-eeaa74ca0204 HTTP/1.1" status: 204 len: 168 time: 0.1609404 Jun 07 17:31:25.989399 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-3b5528f7-f2b6-4a2c-8320-f6c4d39c81ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:25.989762 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58946) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:26.005973 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386f53c-ceaa-400b-8083-70e13ff7caea tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1198081a-948b-4c2e-8403-eeaa74ca0204,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:26.008763 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f386f53c-ceaa-400b-8083-70e13ff7caea tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:26.010554 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.api.v2.resource [None req-d1d077e6-c423-48a9-8162-964c4b3dd3c1 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] show failed (client error): The resource could not be found. Jun 07 17:31:26.013886 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-d1d077e6-c423-48a9-8162-964c4b3dd3c1 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups/1198081a-948b-4c2e-8403-eeaa74ca0204 HTTP/1.1" status: 404 len: 347 time: 0.0218747 Jun 07 17:31:26.016258 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58948) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:26.376997 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-814de02a-a85a-41a5-a414-a8d36e8cff11 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Deleting port 59f9f131-c580-4ec1-a235-dfe74f86a40e {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:31:26.377340 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-814de02a-a85a-41a5-a414-a8d36e8cff11 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:26.501676 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-814de02a-a85a-41a5-a414-a8d36e8cff11 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:26.502009 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-814de02a-a85a-41a5-a414-a8d36e8cff11 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:26.634769 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-814de02a-a85a-41a5-a414-a8d36e8cff11 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Calling delete_port for 59f9f131-c580-4ec1-a235-dfe74f86a40e owned by network:floatingip {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:31:26.759183 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-814de02a-a85a-41a5-a414-a8d36e8cff11 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:26.763740 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:26.800731 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device bfd24fe9-8219-48b8-9fa7-1d386990cacc no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:31:26.808782 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814de02a-a85a-41a5-a414-a8d36e8cff11 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event deleted for resources: {'Port': ['ID=59f9f131-c580-4ec1-a235-dfe74f86a40e,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:26.811311 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-814de02a-a85a-41a5-a414-a8d36e8cff11 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:26.836598 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: bfd24fe9-8219-48b8-9fa7-1d386990cacc {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:31:26.836879 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device bfd24fe9-8219-48b8-9fa7-1d386990cacc not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:31:26.955489 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-814de02a-a85a-41a5-a414-a8d36e8cff11 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:26.957870 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-814de02a-a85a-41a5-a414-a8d36e8cff11 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:26.959021 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-814de02a-a85a-41a5-a414-a8d36e8cff11 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "DELETE /v2.0/floatingips/e5ef5aa9-61d2-49d4-a1f4-455d6fdc6cda HTTP/1.1" status: 204 len: 168 time: 0.9417195 Jun 07 17:31:26.978792 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a796f-a33b-43aa-ba14-d1190d80ab9c req-d46876aa-39b4-4f21-8503-eb684773b684 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:26.980520 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e91a796f-a33b-43aa-ba14-d1190d80ab9c req-d46876aa-39b4-4f21-8503-eb684773b684 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 945 time: 0.1728320 Jun 07 17:31:27.027625 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e91a796f-a33b-43aa-ba14-d1190d80ab9c req-2660a7d9-5a01-4489-8063-20668a231924 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Jun 07 17:31:27.301985 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 58962) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:27.306818 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-e833e1e9-e20c-4204-afb7-a4b6eb3b43fb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460023070', 'description': 'tempest-description--1833795680'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:27.329726 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e833e1e9-e20c-4204-afb7-a4b6eb3b43fb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:27.431687 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e833e1e9-e20c-4204-afb7-a4b6eb3b43fb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:27.435687 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e833e1e9-e20c-4204-afb7-a4b6eb3b43fb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:27.440431 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bf1cda3d-d8c9-4f02-b40b-57031530c3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:27.476274 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e833e1e9-e20c-4204-afb7-a4b6eb3b43fb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:27.477392 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-e833e1e9-e20c-4204-afb7-a4b6eb3b43fb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1744034 Jun 07 17:31:27.478938 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833e1e9-e20c-4204-afb7-a4b6eb3b43fb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d5e2d9-5537-4436-92ea-9896de1d486f,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:27.480364 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58964) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:27.482048 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e833e1e9-e20c-4204-afb7-a4b6eb3b43fb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:27.485354 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-47da0fe4-e7d9-4389-9e3b-c68e648cec1f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Request body: {'security_group_rule': {'security_group_id': '93d5e2d9-5537-4436-92ea-9896de1d486f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:27.514553 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-47da0fe4-e7d9-4389-9e3b-c68e648cec1f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:27.670138 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-47da0fe4-e7d9-4389-9e3b-c68e648cec1f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:27.674827 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-47da0fe4-e7d9-4389-9e3b-c68e648cec1f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:27.676858 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:27.698927 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da0fe4-e7d9-4389-9e3b-c68e648cec1f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d6d6e7-2b89-4543-9912-c25ca673a81f,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:27.701252 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-47da0fe4-e7d9-4389-9e3b-c68e648cec1f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:27.706827 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-47da0fe4-e7d9-4389-9e3b-c68e648cec1f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:27.707861 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-47da0fe4-e7d9-4389-9e3b-c68e648cec1f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2263782 Jun 07 17:31:27.710509 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58966) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:27.715128 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-93c2a685-2b6c-4ba0-88f4-5b23f00a99e5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Request body: {'security_group_rule': {'security_group_id': '93d5e2d9-5537-4436-92ea-9896de1d486f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:27.742917 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-93c2a685-2b6c-4ba0-88f4-5b23f00a99e5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:27.808067 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-93c2a685-2b6c-4ba0-88f4-5b23f00a99e5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:27.811587 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-93c2a685-2b6c-4ba0-88f4-5b23f00a99e5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425596'] for security_group_rule, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:27.813659 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-969b91cf-1b82-4acb-9a8c-71bcc6b3ef20 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:27.835280 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2a685-2b6c-4ba0-88f4-5b23f00a99e5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ce1143-1ca7-452c-a81e-9cc5b757031b,revision_number=0']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:27.837631 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-93c2a685-2b6c-4ba0-88f4-5b23f00a99e5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:27.842340 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-93c2a685-2b6c-4ba0-88f4-5b23f00a99e5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:27.844221 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-93c2a685-2b6c-4ba0-88f4-5b23f00a99e5 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327870 Jun 07 17:31:27.847253 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 58968) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:27.851605 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Request body: {'floatingip': {'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:27.875925 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.014941 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.169818 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Allocated IP 172.28.2.114 (5c076886-0b3f-40b9-b1ca-c907755baaf9/f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf/6f65cff3-4bba-457e-b551-744c7f9e8421) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:31:28.226782 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a3a63-05c0-43c2-8d88-187d19adfbad req-c93b8d5f-43bd-4170-aaa6-5583aed8a7f9 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:28.228366 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-201a3a63-05c0-43c2-8d88-187d19adfbad req-c93b8d5f-43bd-4170-aaa6-5583aed8a7f9 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 945 time: 0.0855029 Jun 07 17:31:28.275814 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-201a3a63-05c0-43c2-8d88-187d19adfbad req-2eefffea-1cb7-4184-9a34-0dec88c82944 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Jun 07 17:31:28.318381 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.348596 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.349183 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:31:28.349183 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:31:28.349183 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:31:28.349183 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:31:28.349183 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:31:28.349183 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:31:28.365623 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Network 5c076886-0b3f-40b9-b1ca-c907755baaf9 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:31:28.366785 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:31:28.369379 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:31:28.401194 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ea2da-4044-4d28-89ec-da934b3c0848 req-323524a2-751b-446e-8621-67b7f2f23ea8 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:28.402674 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-425ea2da-4044-4d28-89ec-da934b3c0848 req-323524a2-751b-446e-8621-67b7f2f23ea8 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.24 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 945 time: 0.0823393 Jun 07 17:31:28.453847 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.517095 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.553779 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-425ea2da-4044-4d28-89ec-da934b3c0848 req-f0dbfa8d-80b5-4604-b863-ff23cd578214 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Deleting port ddde4336-ba76-4f40-acbb-412efa09d603 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:31:28.554029 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-425ea2da-4044-4d28-89ec-da934b3c0848 req-f0dbfa8d-80b5-4604-b863-ff23cd578214 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.695295 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-425ea2da-4044-4d28-89ec-da934b3c0848 req-f0dbfa8d-80b5-4604-b863-ff23cd578214 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] For port ddde4336-ba76-4f40-acbb-412efa09d603, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ddde4336-ba76-4f40-acbb-412efa09d603,segment=NetworkSegment(6f27e1bd-eb2a-4772-856b-f2be607c50b9),segment_id=6f27e1bd-eb2a-4772-856b-f2be607c50b9)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:28.695684 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-425ea2da-4044-4d28-89ec-da934b3c0848 req-f0dbfa8d-80b5-4604-b863-ff23cd578214 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.732173 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.736833 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.740590 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-910e063a-55ea-4b2f-a198-60b43fb1b3eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:28.823349 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-425ea2da-4044-4d28-89ec-da934b3c0848 req-f0dbfa8d-80b5-4604-b863-ff23cd578214 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Calling delete_port for ddde4336-ba76-4f40-acbb-412efa09d603 owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:31:28.846550 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event updated for resources: {'Port': ['ID=6f65cff3-4bba-457e-b551-744c7f9e8421,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:28.850797 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:28.857744 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.876123 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.877318 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-f389c5ae-8141-4dfe-bf11-a1499d56f64b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0291538 Jun 07 17:31:28.943309 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-425ea2da-4044-4d28-89ec-da934b3c0848 req-f0dbfa8d-80b5-4604-b863-ff23cd578214 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:28.952109 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c9277e96-9846-4350-91cc-70029f64df47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:28.961281 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['ddde4336-ba76-4f40-acbb-412efa09d603'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:31:28.998394 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbfa8d-80b5-4604-b863-ff23cd578214 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Pushing event deleted for resources: {'Port': ['ID=ddde4336-ba76-4f40-acbb-412efa09d603,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:29.001728 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f0dbfa8d-80b5-4604-b863-ff23cd578214 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:29.189494 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-425ea2da-4044-4d28-89ec-da934b3c0848 req-f0dbfa8d-80b5-4604-b863-ff23cd578214 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] No DVR routers for this DVR port ddde4336-ba76-4f40-acbb-412efa09d603 on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:31:29.191968 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-425ea2da-4044-4d28-89ec-da934b3c0848 req-f0dbfa8d-80b5-4604-b863-ff23cd578214 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:29.194041 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-425ea2da-4044-4d28-89ec-da934b3c0848 req-f0dbfa8d-80b5-4604-b863-ff23cd578214 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.24 "DELETE /v2.0/ports/ddde4336-ba76-4f40-acbb-412efa09d603 HTTP/1.1" status: 204 len: 173 time: 0.7852042 Jun 07 17:31:29.194717 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0183ad47-1c6d-4214-b558-4a1cf9fa596e', 'name': 'network-vif-deleted', 'tag': 'ddde4336-ba76-4f40-acbb-412efa09d603'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:29.197554 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc85dbf-ab6e-4a07-b5fc-6e6e624c6f80" -d '{"events": [{"server_uuid": "0183ad47-1c6d-4214-b558-4a1cf9fa596e", "name": "network-vif-deleted", "tag": "ddde4336-ba76-4f40-acbb-412efa09d603"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:29.222074 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-5ad7aa89-e477-4cb0-81c4-c76f97a6b419 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--460023070&fields=id&tenant_id=32ff372ddb784e80bd8613340b215cf3 HTTP/1.1" status: 200 len: 267 time: 0.1900377 Jun 07 17:31:29.254099 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1662dfb1-c828-49a3-8b1e-d8c21ad7b588 x-openstack-request-id: req-1662dfb1-c828-49a3-8b1e-d8c21ad7b588 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:29.254716 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0183ad47-1c6d-4214-b558-4a1cf9fa596e", "name": "network-vif-deleted", "tag": "ddde4336-ba76-4f40-acbb-412efa09d603", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:29.254716 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1662dfb1-c828-49a3-8b1e-d8c21ad7b588 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:29.255106 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0183ad47-1c6d-4214-b558-4a1cf9fa596e', 'name': 'network-vif-deleted', 'tag': 'ddde4336-ba76-4f40-acbb-412efa09d603', 'status': 'completed', 'code': 200} Jun 07 17:31:29.392031 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-5a548223-7bf3-461a-b826-d1527fb521cb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:29.393570 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-5a548223-7bf3-461a-b826-d1527fb521cb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/networks?id=a036aeba-98be-498c-945c-229a6b821f25 HTTP/1.1" status: 200 len: 811 time: 0.1640043 Jun 07 17:31:29.421196 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-a84f71ab-1943-4e89-bc7b-a47270a626aa tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/quotas/32ff372ddb784e80bd8613340b215cf3 HTTP/1.1" status: 200 len: 375 time: 0.0180376 Jun 07 17:31:29.466870 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-eb15120c-c6e8-4d35-af6b-fbded90d5e3b req-d96e8ba2-4364-4aa5-bdf3-47ea7a06c1c0 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=0183ad47-1c6d-4214-b558-4a1cf9fa596e HTTP/1.1" status: 200 len: 210 time: 0.0463808 Jun 07 17:31:29.509715 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-72b2d7b1-ae4a-47fd-a4f9-44afdf3ab98e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=32ff372ddb784e80bd8613340b215cf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855205 Jun 07 17:31:29.647606 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-b2f46735-750d-4604-bd36-a6c3779c80be service neutron] 10.222.0.13 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254117 Jun 07 17:31:29.784193 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-c851c475-258a-480a-9f95-cf1af81c10e2 service neutron] 10.222.0.13 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299613 Jun 07 17:31:29.981478 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-88797774-42be-404a-9cee-17ddef3355ae req-55a22454-6696-47c7-84ca-5b14209acea7 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.0453429 Jun 07 17:31:30.250950 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-f4d0885d-8a3e-401d-a0a3-ac1d9f1c76c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:30.881605 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-f5ca94f8-bb99-4ed3-a048-0f0b05cd7cf8 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:30.883059 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-f5ca94f8-bb99-4ed3-a048-0f0b05cd7cf8 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/networks?id=c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 HTTP/1.1" status: 200 len: 809 time: 0.1456597 Jun 07 17:31:30.898767 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-29666721-2225-44fc-aef0-9707b1df254b tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/quotas/05dd1306d78d4ef2870ce27d84ef8b46 HTTP/1.1" status: 200 len: 375 time: 0.0102067 Jun 07 17:31:30.946805 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-969c71a5-3a12-4b63-b2d5-e419b7b8ad4f tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=05dd1306d78d4ef2870ce27d84ef8b46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425553 Jun 07 17:31:31.143912 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6095c794-b178-465e-aeb2-c491632453e1 req-faaa9775-c7ef-4169-bc97-57b995a69071 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.0462055 Jun 07 17:31:31.185964 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-e1926641-7eac-4473-aa60-e5c9f82f4bf6 service neutron] 10.222.0.13 "GET /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319314 Jun 07 17:31:31.267067 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-caebe047-bb12-4ad7-9e90-0f0e4797f401 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:31.268468 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-caebe047-bb12-4ad7-9e90-0f0e4797f401 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.24 "GET /v2.0/networks?id=a036aeba-98be-498c-945c-229a6b821f25 HTTP/1.1" status: 200 len: 811 time: 0.2243588 Jun 07 17:31:31.378950 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-7b5bf15a-c215-4319-9fbf-75967dfdc1f0 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32ff372ddb784e80bd8613340b215cf3 HTTP/1.1" status: 200 len: 379 time: 0.0688522 Jun 07 17:31:31.384163 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-29ec5b71-feec-4b94-a43e-3eff511b49e7 service neutron] 10.222.0.13 "GET /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892226 Jun 07 17:31:31.393781 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Request body: {'port': {'device_id': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'admin_state_up': True, 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'security_groups': ['93d5e2d9-5537-4436-92ea-9896de1d486f']}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:31.564364 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Made reservation on behalf of 32ff372ddb784e80bd8613340b215cf3 for: {'port': 1} {{(pid=91779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:31:31.565461 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-ea1a9753-845a-47cc-ad81-2a0a948f5b19 req-a1437df9-e320-4e80-b3dd-b306c21146a5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 210 time: 0.0467055 Jun 07 17:31:31.569944 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:31.752089 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_common [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Allocated IP 172.20.0.7 (a036aeba-98be-498c-945c-229a6b821f25/d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3/d77f686c-fd50-4aff-bb1b-47b9e39dd958) {{(pid=91779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:31:32.068009 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for port, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.086062 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Transition to ACTIVE for port object d77f686c-fd50-4aff-bb1b-47b9e39dd958 will not be triggered until provisioned by entity DHCP. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:31:32.117775 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2355207'] for port, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.121168 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:31:32.121168 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:31:32.121168 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:31:32.121168 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:31:32.121168 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:31:32.121168 dv-cinder-789603-8-smb neutron-server[91779]: ERROR neutron_lib.callbacks.manager Jun 07 17:31:32.146191 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Network a036aeba-98be-498c-945c-229a6b821f25 is already hosted by enough agents. {{(pid=91779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:31:32.147628 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.base_scheduler [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Resources bound (agent type, host, resource id): {{(pid=91779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:31:32.150715 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Received port after_create {{(pid=91779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:31:32.225410 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:32.226068 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.246052 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-0072af39-b52c-4a2b-ad7f-d1b3e18b55cc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8575175 Jun 07 17:31:32.259741 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Request body: {'port': {'device_id': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:32.391230 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ab3e5-1bf9-4184-a06b-6d41cb444410 req-7b48a5ab-cb48-41b0-ad38-6d2bf6264dde tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:32.392832 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-481ab3e5-1bf9-4184-a06b-6d41cb444410 req-7b48a5ab-cb48-41b0-ad38-6d2bf6264dde tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 931 time: 0.0888665 Jun 07 17:31:32.393992 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.443478 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-481ab3e5-1bf9-4184-a06b-6d41cb444410 req-12042569-cdd7-497c-9675-b96db7a4e55c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=93d5e2d9-5537-4436-92ea-9896de1d486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444882 Jun 07 17:31:32.452161 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-6a114d20-75b3-44c1-9158-187f276a27ed None None] Provisioning for port d77f686c-fd50-4aff-bb1b-47b9e39dd958 completed by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:31:32.461769 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-6a114d20-75b3-44c1-9158-187f276a27ed None None] Provisioning complete for port d77f686c-fd50-4aff-bb1b-47b9e39dd958 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:31:32.462589 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-6a114d20-75b3-44c1-9158-187f276a27ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.522230 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-6a114d20-75b3-44c1-9158-187f276a27ed None None] Port d77f686c-fd50-4aff-bb1b-47b9e39dd958 cannot update to ACTIVE because it is not bound. {{(pid=91780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:31:32.565189 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d071d4ad-ffab-4623-9826-ca0383b4dcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.738998 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-162a378f-a9ab-411c-9c9b-9557504d4c54 req-9b64e14d-f6bf-44a2-af4b-0a6ebccd565c tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 210 time: 0.0459971 Jun 07 17:31:32.768852 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-bb0b3d12-7d84-4870-94e7-05384b09eed5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:32.768852 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-bb0b3d12-7d84-4870-94e7-05384b09eed5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.24 "GET /v2.0/networks?id=c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 HTTP/1.1" status: 200 len: 809 time: 0.1710310 Jun 07 17:31:32.788832 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Request body: {'port': {'device_id': 'a5b2410b-5952-4148-9d93-96bcb87c0d83', 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0', 'admin_state_up': True, 'tenant_id': '05dd1306d78d4ef2870ce27d84ef8b46'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:32.808859 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.818654 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77f686c-fd50-4aff-bb1b-47b9e39dd958 {{(pid=91779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:31:32.823719 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device ddde4336-ba76-4f40-acbb-412efa09d603 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:31:32.827138 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.846157 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.provisioning_blocks [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Transition to ACTIVE for port object d77f686c-fd50-4aff-bb1b-47b9e39dd958 will not be triggered until provisioned by entity L2. {{(pid=91779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:31:32.851320 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2355253'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.858743 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-1b33e489-f468-4d99-826f-135fe5a81c62 tempest-ServerRescueNegativeTestJSON-1515689690 tempest-ServerRescueNegativeTestJSON-1515689690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:32.869434 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: ddde4336-ba76-4f40-acbb-412efa09d603 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:31:32.869434 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device ddde4336-ba76-4f40-acbb-412efa09d603 not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:31:32.970394 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Made reservation on behalf of 05dd1306d78d4ef2870ce27d84ef8b46 for: {'port': 1} {{(pid=91778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:31:32.973879 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:33.039773 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Pushing event updated for resources: {'Port': ['ID=d77f686c-fd50-4aff-bb1b-47b9e39dd958,revision_number=2']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:33.043151 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:33.123921 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Attempting to bind port d77f686c-fd50-4aff-bb1b-47b9e39dd958 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:31:33.125277 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Attempting to bind port d77f686c-fd50-4aff-bb1b-47b9e39dd958 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:31:33.125277 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Attempting to bind port d77f686c-fd50-4aff-bb1b-47b9e39dd958 on network a036aeba-98be-498c-945c-229a6b821f25 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:31:33.130276 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Port d77f686c-fd50-4aff-bb1b-47b9e39dd958 on network a036aeba-98be-498c-945c-229a6b821f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:31:33.130592 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Attempting to bind port d77f686c-fd50-4aff-bb1b-47b9e39dd958 on network a036aeba-98be-498c-945c-229a6b821f25 {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:31:33.136094 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:31:33.136424 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Checking segment: {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:31:33.136803 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Bound using segment: {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'} {{(pid=91779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:31:33.137249 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.managers [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Bound port: d77f686c-fd50-4aff-bb1b-47b9e39dd958, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898a93c-df05-42be-b172-ff22283a86a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25'}}] {{(pid=91779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:31:33.137595 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:33.229856 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] For port d77f686c-fd50-4aff-bb1b-47b9e39dd958, host hv-cinder-78960, cleared binding levels {{(pid=91779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:31:33.233083 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] For port d77f686c-fd50-4aff-bb1b-47b9e39dd958, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d77f686c-fd50-4aff-bb1b-47b9e39dd958,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:31:33.237841 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2355253'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:33.243437 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-af716442-553d-4f22-b39a-2d5cfc7c8b01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:33.248323 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_common [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Allocated IP 172.20.0.9 (c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0/4d801baf-016f-491a-bed9-5af5b4f675f7/aadb80fe-d9cf-4527-89a0-1a100fd6ca0e) {{(pid=91778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:31:33.304828 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:33.305447 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:33.306833 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] 10.222.0.24 "PUT /v2.0/ports/d77f686c-fd50-4aff-bb1b-47b9e39dd958 HTTP/1.1" status: 200 len: 1093 time: 1.0531890 Jun 07 17:31:33.307374 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'tag': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:33.309770 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474e014e-47b5-46b7-856a-7378cd882cec" -d '{"events": [{"name": "network-changed", "server_uuid": "208d2a2a-105f-479b-a150-a86fdddf47f3", "tag": "d77f686c-fd50-4aff-bb1b-47b9e39dd958"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:33.329241 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Pushing event updated for resources: {'Port': ['ID=d77f686c-fd50-4aff-bb1b-47b9e39dd958,revision_number=3']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:33.333105 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-dcfe7bdd-db91-4c20-a5f4-8a9d05d86450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:33.362553 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402a7a1c-ee39-4cbc-92ca-f90c070a0188 x-openstack-request-id: req-402a7a1c-ee39-4cbc-92ca-f90c070a0188 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:33.362964 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208d2a2a-105f-479b-a150-a86fdddf47f3", "tag": "d77f686c-fd50-4aff-bb1b-47b9e39dd958", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:33.363367 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-402a7a1c-ee39-4cbc-92ca-f90c070a0188 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:33.363932 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'tag': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958', 'status': 'completed', 'code': 200} Jun 07 17:31:33.484320 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks [] for port, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:33.500682 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-c5d8cde9-1f31-41eb-bb09-bbab416cb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:33.502699 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-c5d8cde9-1f31-41eb-bb09-bbab416cb82b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32ff372ddb784e80bd8613340b215cf3&device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 1096 time: 0.0849838 Jun 07 17:31:33.523746 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7861127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747777804656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1956726'] for port, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:33.526511 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:31:33.526511 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:31:33.526511 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:31:33.526511 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:31:33.526511 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:31:33.526511 dv-cinder-789603-8-smb neutron-server[91778]: ERROR neutron_lib.callbacks.manager Jun 07 17:31:33.545969 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 is already hosted by enough agents. {{(pid=91778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:31:33.548108 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.base_scheduler [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Resources bound (agent type, host, resource id): {{(pid=91778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:31:33.550757 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Received port after_create {{(pid=91778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:31:33.585381 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-fdaa6ec5-4163-4d60-8399-b749f910bba1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d77f686c-fd50-4aff-bb1b-47b9e39dd958 HTTP/1.1" status: 200 len: 217 time: 0.0700262 Jun 07 17:31:33.656074 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-662a9f0d-43b4-4f7a-853e-1056682f9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:33.657559 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-662a9f0d-43b4-4f7a-853e-1056682f9d24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3 HTTP/1.1" status: 200 len: 850 time: 0.0632272 Jun 07 17:31:33.676944 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:33.677596 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:33.704357 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-d1664972-45e9-43f6-9e39-5466099b1040 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9198320 Jun 07 17:31:33.717736 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.v2.base [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Request body: {'port': {'device_id': 'a5b2410b-5952-4148-9d93-96bcb87c0d83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:33.742009 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-6cc60bba-e9c8-468e-af86-1cd212d7ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:33.743517 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-6cc60bba-e9c8-468e-af86-1cd212d7ee96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a036aeba-98be-498c-945c-229a6b821f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785320 Jun 07 17:31:33.751537 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bbe59-f1a3-4210-bc9e-1afdee463de5 req-a4b995e7-50c2-4947-8d36-a94017e1f90e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:33.753262 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-758bbe59-f1a3-4210-bc9e-1afdee463de5 req-a4b995e7-50c2-4947-8d36-a94017e1f90e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 943 time: 0.1633475 Jun 07 17:31:33.820400 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:33.874066 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-758bbe59-f1a3-4210-bc9e-1afdee463de5 req-1b02832b-6d1e-4be1-84fd-2e377e96d761 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=93d5e2d9-5537-4436-92ea-9896de1d486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136839 Jun 07 17:31:33.888317 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:34.038103 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-71d442e7-b9e6-4b14-89f4-bb6ff7782d16 service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830191 Jun 07 17:31:34.155719 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cada950-323c-4bbe-b5cd-9375fbcef5e9 req-0f7c80ca-ba5b-4129-a9f1-6f59ae447ca0 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:34.157302 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1cada950-323c-4bbe-b5cd-9375fbcef5e9 req-0f7c80ca-ba5b-4129-a9f1-6f59ae447ca0 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 931 time: 0.2867162 Jun 07 17:31:34.217380 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-604702fb-4ae5-4f2c-9bee-3683c4b9cdad req-97e6c19a-4564-441b-a542-f5c9c2bd6d74 service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726239 Jun 07 17:31:34.227823 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-1cada950-323c-4bbe-b5cd-9375fbcef5e9 req-2d7a2af2-d098-4fcd-bcac-91c4f4bebaa4 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591295 Jun 07 17:31:34.248622 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadb80fe-d9cf-4527-89a0-1a100fd6ca0e {{(pid=91778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:31:34.256748 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:34.271521 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.provisioning_blocks [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Transition to ACTIVE for port object aadb80fe-d9cf-4527-89a0-1a100fd6ca0e will not be triggered until provisioned by entity L2. {{(pid=91778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:31:34.275254 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:34.279108 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f87f174b-0222-4933-bf68-b4bfec2e597c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:34.344041 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e014e-47b5-46b7-856a-7378cd882cec req-24eb89de-28c5-4166-bb1d-c309964bb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:34.345570 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-474e014e-47b5-46b7-856a-7378cd882cec req-24eb89de-28c5-4166-bb1d-c309964bb082 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32ff372ddb784e80bd8613340b215cf3&device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 1096 time: 0.0777700 Jun 07 17:31:34.454061 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Pushing event updated for resources: {'Port': ['ID=aadb80fe-d9cf-4527-89a0-1a100fd6ca0e,revision_number=2']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:34.456905 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:34.489578 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e014e-47b5-46b7-856a-7378cd882cec req-41c2c054-148c-4e03-a2d3-55c6ab323cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:34.491042 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-474e014e-47b5-46b7-856a-7378cd882cec req-41c2c054-148c-4e03-a2d3-55c6ab323cbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=a036aeba-98be-498c-945c-229a6b821f25 HTTP/1.1" status: 200 len: 912 time: 0.1368566 Jun 07 17:31:34.526486 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Attempting to bind port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:31:34.527046 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Attempting to bind port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '6f27e1bd-eb2a-4772-856b-f2be607c50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0'}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:31:34.527046 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Attempting to bind port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e on network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:31:34.532451 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e on network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:31:34.532766 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Attempting to bind port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e on network c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:31:34.537978 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Checking agent: {'id': 'b8be31fe-316f-4973-ad89-166213b17d9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'started_at': datetime.datetime(2021, 6, 7, 17, 22, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:31:34.538308 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Checking segment: {'id': '6f27e1bd-eb2a-4772-856b-f2be607c50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:31:34.538781 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Bound using segment: {'id': '6f27e1bd-eb2a-4772-856b-f2be607c50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0'} {{(pid=91778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:31:34.539221 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.managers [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Bound port: aadb80fe-d9cf-4527-89a0-1a100fd6ca0e, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f27e1bd-eb2a-4772-856b-f2be607c50b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0'}}] {{(pid=91778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:31:34.539580 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:34.559208 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-474e014e-47b5-46b7-856a-7378cd882cec req-2101b3a2-d7f3-46e4-b12b-0fad18d244c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d77f686c-fd50-4aff-bb1b-47b9e39dd958 HTTP/1.1" status: 200 len: 217 time: 0.0607173 Jun 07 17:31:34.626582 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e014e-47b5-46b7-856a-7378cd882cec req-02027b31-5293-4735-9a73-a929888f0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:34.628086 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-474e014e-47b5-46b7-856a-7378cd882cec req-02027b31-5293-4735-9a73-a929888f0038 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3 HTTP/1.1" status: 200 len: 850 time: 0.0622752 Jun 07 17:31:34.629272 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] For port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e, host hv-cinder-78960, cleared binding levels {{(pid=91778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:31:34.632560 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] For port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=aadb80fe-d9cf-4527-89a0-1a100fd6ca0e,segment=NetworkSegment(6f27e1bd-eb2a-4772-856b-f2be607c50b9),segment_id=6f27e1bd-eb2a-4772-856b-f2be607c50b9)] {{(pid=91778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:31:34.636827 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1956676'] for port, after_update {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:34.640582 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6a0f514c-c428-40f4-8c0b-7fc7763692c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:34.700852 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:34.701454 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:34.702790 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/aadb80fe-d9cf-4527-89a0-1a100fd6ca0e HTTP/1.1" status: 200 len: 1093 time: 0.9894948 Jun 07 17:31:34.703481 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b2410b-5952-4148-9d93-96bcb87c0d83', 'tag': 'aadb80fe-d9cf-4527-89a0-1a100fd6ca0e'}] {{(pid=91778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:34.705735 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09774633c96a51068f158ceb15fbea9e961ae1d05c718f05523e4350f16d11c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361ce98d-de2b-4fb5-8a39-ebac594e6de9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b2410b-5952-4148-9d93-96bcb87c0d83", "tag": "aadb80fe-d9cf-4527-89a0-1a100fd6ca0e"}]}' {{(pid=91778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:34.707673 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e014e-47b5-46b7-856a-7378cd882cec req-23e6a643-1ebb-4d29-8dce-8fe23138a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:34.709154 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-474e014e-47b5-46b7-856a-7378cd882cec req-23e6a643-1ebb-4d29-8dce-8fe23138a8c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a036aeba-98be-498c-945c-229a6b821f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732236 Jun 07 17:31:34.736743 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Pushing event updated for resources: {'Port': ['ID=aadb80fe-d9cf-4527-89a0-1a100fd6ca0e,revision_number=3']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:34.740346 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:34.783269 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c7221f-cfde-4d16-b6f0-b271d6e2c3c1 x-openstack-request-id: req-45c7221f-cfde-4d16-b6f0-b271d6e2c3c1 {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:34.783523 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b2410b-5952-4148-9d93-96bcb87c0d83", "tag": "aadb80fe-d9cf-4527-89a0-1a100fd6ca0e", "status": "completed", "code": 200}]} {{(pid=91778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:34.783796 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45c7221f-cfde-4d16-b6f0-b271d6e2c3c1 {{(pid=91778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:34.784229 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b2410b-5952-4148-9d93-96bcb87c0d83', 'tag': 'aadb80fe-d9cf-4527-89a0-1a100fd6ca0e', 'status': 'completed', 'code': 200} Jun 07 17:31:34.830800 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-c57b7cd1-7f54-4a8a-a258-d526adf8c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:34.832298 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-c57b7cd1-7f54-4a8a-a258-d526adf8c3b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05dd1306d78d4ef2870ce27d84ef8b46&device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 1096 time: 0.0831373 Jun 07 17:31:34.861712 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-474e014e-47b5-46b7-856a-7378cd882cec req-8d3bc0c9-e955-4a95-bf4c-dd909267d5cf service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409466 Jun 07 17:31:34.910482 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-102c311e-cae3-4938-8c67-99f232302c8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aadb80fe-d9cf-4527-89a0-1a100fd6ca0e HTTP/1.1" status: 200 len: 217 time: 0.0673645 Jun 07 17:31:34.974786 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-b5b852a7-9e19-403c-bc82-b9c0d67808f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:34.976391 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-b5b852a7-9e19-403c-bc82-b9c0d67808f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d801baf-016f-491a-bed9-5af5b4f675f7 HTTP/1.1" status: 200 len: 849 time: 0.0599759 Jun 07 17:31:35.028998 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-643d22f3-6050-4dce-a72b-534cfd5270b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429885 Jun 07 17:31:35.043475 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-474e014e-47b5-46b7-856a-7378cd882cec req-864008ea-0649-4a9f-9868-651d0f67d94c service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733358 Jun 07 17:31:35.091842 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15d28e-4c74-488f-adc5-94e585b7dcc6 req-f51b0b19-754b-431e-9ea7-f25041a54833 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:35.094152 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-af15d28e-4c74-488f-adc5-94e585b7dcc6 req-f51b0b19-754b-431e-9ea7-f25041a54833 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 943 time: 0.0984883 Jun 07 17:31:35.142144 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-af15d28e-4c74-488f-adc5-94e585b7dcc6 req-26876f6c-8058-45e6-95ab-6083d1919367 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=93d5e2d9-5537-4436-92ea-9896de1d486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420218 Jun 07 17:31:35.249487 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-7e64fd31-39bb-4b6b-9d29-6dec9483eb81 service neutron] 10.222.0.24 "GET /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130332 Jun 07 17:31:35.384433 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f87480a9-70bb-4fc5-a350-77fe26c7418e req-4ee1016f-c584-4487-bc8d-f2d5b653b39d service neutron] 10.222.0.24 "GET /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267545 Jun 07 17:31:35.421109 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42037d18-2f6f-4f81-9111-9265381b89a9 req-c078efe9-b088-4fed-b358-f85c4042551b tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:35.422972 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-42037d18-2f6f-4f81-9111-9265381b89a9 req-c078efe9-b088-4fed-b358-f85c4042551b tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 943 time: 0.0877168 Jun 07 17:31:35.471565 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-42037d18-2f6f-4f81-9111-9265381b89a9 req-8650377f-ada3-4c8b-ad3c-30f7bd4df3a9 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424955 Jun 07 17:31:35.507755 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ce98d-de2b-4fb5-8a39-ebac594e6de9 req-8157a9c4-5085-4238-8b84-8e8c4ef42b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:35.509260 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-361ce98d-de2b-4fb5-8a39-ebac594e6de9 req-8157a9c4-5085-4238-8b84-8e8c4ef42b20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05dd1306d78d4ef2870ce27d84ef8b46&device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 1096 time: 0.0708828 Jun 07 17:31:35.638035 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ce98d-de2b-4fb5-8a39-ebac594e6de9 req-646af2a8-2f28-44b3-9672-1716f41e0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:35.639423 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-361ce98d-de2b-4fb5-8a39-ebac594e6de9 req-646af2a8-2f28-44b3-9672-1716f41e0e3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 HTTP/1.1" status: 200 len: 910 time: 0.1233423 Jun 07 17:31:35.714069 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-361ce98d-de2b-4fb5-8a39-ebac594e6de9 req-71e05113-51cc-47a6-94cd-8549ce97b89e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aadb80fe-d9cf-4527-89a0-1a100fd6ca0e HTTP/1.1" status: 200 len: 217 time: 0.0667276 Jun 07 17:31:35.777189 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ce98d-de2b-4fb5-8a39-ebac594e6de9 req-f2896618-248d-4b96-b065-e8dab86d1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:35.778616 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-361ce98d-de2b-4fb5-8a39-ebac594e6de9 req-f2896618-248d-4b96-b065-e8dab86d1dc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d801baf-016f-491a-bed9-5af5b4f675f7 HTTP/1.1" status: 200 len: 849 time: 0.0582664 Jun 07 17:31:35.823804 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:35.830534 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-361ce98d-de2b-4fb5-8a39-ebac594e6de9 req-9b74090a-fc35-4daa-81bd-a89149e9be64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447326 Jun 07 17:31:35.970823 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-361ce98d-de2b-4fb5-8a39-ebac594e6de9 req-951f40a6-6c9e-42bd-a4d4-f983fc771f84 service neutron] 10.222.0.24 "GET /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320803 Jun 07 17:31:36.100818 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-361ce98d-de2b-4fb5-8a39-ebac594e6de9 req-f1677cd4-013a-46d0-ac4b-f2320547afe5 service neutron] 10.222.0.24 "GET /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226552 Jun 07 17:31:36.330684 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5d5cd-82b2-4372-9ed7-4cc54a19552d req-6c93567b-3f42-486a-870e-bd4883e5bab3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:36.332209 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e5b5d5cd-82b2-4372-9ed7-4cc54a19552d req-6c93567b-3f42-486a-870e-bd4883e5bab3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 943 time: 0.0800934 Jun 07 17:31:36.377860 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e5b5d5cd-82b2-4372-9ed7-4cc54a19552d req-ea83b9e5-9fc6-4ac5-aebf-4239a6709d18 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=93d5e2d9-5537-4436-92ea-9896de1d486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400524 Jun 07 17:31:36.660536 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf52744-b0f3-4690-9733-6ac5cdb38c72 req-90a5bc29-e87d-480f-8693-d1adfa533deb tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:36.661994 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ddf52744-b0f3-4690-9733-6ac5cdb38c72 req-90a5bc29-e87d-480f-8693-d1adfa533deb tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 943 time: 0.0801866 Jun 07 17:31:36.707393 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ddf52744-b0f3-4690-9733-6ac5cdb38c72 req-329b4aa2-4d8c-4d7c-bc23-6ae315bce970 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394232 Jun 07 17:31:36.826609 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device d77f686c-fd50-4aff-bb1b-47b9e39dd958 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:31:36.958461 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port d77f686c-fd50-4aff-bb1b-47b9e39dd958, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d77f686c-fd50-4aff-bb1b-47b9e39dd958,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:36.975333 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'port_id': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958', 'mac_address': 'fa:16:3e:4b:5d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:31:37.028211 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:37.045032 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77f686c-fd50-4aff-bb1b-47b9e39dd958 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:31:37.059955 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port d77f686c-fd50-4aff-bb1b-47b9e39dd958, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d77f686c-fd50-4aff-bb1b-47b9e39dd958,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:37.063746 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:37.065461 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:37.133199 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=d77f686c-fd50-4aff-bb1b-47b9e39dd958,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:37.141040 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:37.141392 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:37.141731 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:37.142069 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:37.142399 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:37.142728 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:37.143056 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:37.143403 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:37.143729 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:37.144050 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:37.144386 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:37.144688 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:37.148313 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:37.474429 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['d77f686c-fd50-4aff-bb1b-47b9e39dd958'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:31:37.566582 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96231f-c77a-4e62-afa4-1bd1bf2fc719 req-fa1f5e6a-9c88-463c-8fdc-3fcca5106283 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:37.568210 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-aa96231f-c77a-4e62-afa4-1bd1bf2fc719 req-fa1f5e6a-9c88-463c-8fdc-3fcca5106283 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 944 time: 0.0872347 Jun 07 17:31:37.611709 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-aa96231f-c77a-4e62-afa4-1bd1bf2fc719 req-2babd563-f341-4159-92d5-faf543d79e0d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=93d5e2d9-5537-4436-92ea-9896de1d486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378993 Jun 07 17:31:37.899391 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c86a2-9b00-480a-bc01-4a19a43b7c2f req-783439c3-32b7-4477-aa4d-aaeaa77e0db5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:37.901163 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a31c86a2-9b00-480a-bc01-4a19a43b7c2f req-783439c3-32b7-4477-aa4d-aaeaa77e0db5 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 943 time: 0.0827737 Jun 07 17:31:37.955055 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a31c86a2-9b00-480a-bc01-4a19a43b7c2f req-0946783d-a1e3-4fd1-9543-f3f344000e53 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466068 Jun 07 17:31:38.794032 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb1a9b-4025-44b1-bcb4-ccbd9368c150 req-06748165-059d-4f9f-9717-66d11fcb9b4d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:38.795502 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c6bb1a9b-4025-44b1-bcb4-ccbd9368c150 req-06748165-059d-4f9f-9717-66d11fcb9b4d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 944 time: 0.0809431 Jun 07 17:31:38.829931 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device aadb80fe-d9cf-4527-89a0-1a100fd6ca0e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:31:38.833410 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device d77f686c-fd50-4aff-bb1b-47b9e39dd958 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:31:38.844828 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c6bb1a9b-4025-44b1-bcb4-ccbd9368c150 req-18744df8-42de-4f13-8c0b-1e714957502f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=93d5e2d9-5537-4436-92ea-9896de1d486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432589 Jun 07 17:31:38.996809 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port d77f686c-fd50-4aff-bb1b-47b9e39dd958 completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:31:39.030793 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port d77f686c-fd50-4aff-bb1b-47b9e39dd958 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:31:39.031175 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:39.089509 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=aadb80fe-d9cf-4527-89a0-1a100fd6ca0e,segment=NetworkSegment(6f27e1bd-eb2a-4772-856b-f2be607c50b9),segment_id=6f27e1bd-eb2a-4772-856b-f2be607c50b9)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:39.107892 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': 'aadb80fe-d9cf-4527-89a0-1a100fd6ca0e', 'network_id': 'c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0', 'port_id': 'aadb80fe-d9cf-4527-89a0-1a100fd6ca0e', 'mac_address': 'fa:16:3e:e8:8a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d801baf-016f-491a-bed9-5af5b4f675f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:31:39.145620 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66042a58-032f-437f-a157-aa6a733f2a6d req-3ca62116-c825-471f-9858-a961378adb3a tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:39.146920 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-66042a58-032f-437f-a157-aa6a733f2a6d req-3ca62116-c825-471f-9858-a961378adb3a tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 943 time: 0.0809147 Jun 07 17:31:39.193252 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-66042a58-032f-437f-a157-aa6a733f2a6d req-f8a70244-2e05-4c2d-914d-543fce77d82d tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401201 Jun 07 17:31:39.215311 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:39.240703 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadb80fe-d9cf-4527-89a0-1a100fd6ca0e {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:31:39.246903 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:39.276123 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=aadb80fe-d9cf-4527-89a0-1a100fd6ca0e,segment=NetworkSegment(6f27e1bd-eb2a-4772-856b-f2be607c50b9),segment_id=6f27e1bd-eb2a-4772-856b-f2be607c50b9)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:39.281083 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:39.288050 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:39.318372 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:39.320642 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4b1317-ee27-4724-9143-ac276c9c8dad" -d '{"events": [{"server_uuid": "208d2a2a-105f-479b-a150-a86fdddf47f3", "name": "network-vif-plugged", "status": "completed", "tag": "d77f686c-fd50-4aff-bb1b-47b9e39dd958"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:39.345979 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port d77f686c-fd50-4aff-bb1b-47b9e39dd958, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d77f686c-fd50-4aff-bb1b-47b9e39dd958,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:39.354371 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:39.365402 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8bf20d-4ed4-41ba-923a-ea514e67a920 x-openstack-request-id: req-1e8bf20d-4ed4-41ba-923a-ea514e67a920 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:39.365701 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208d2a2a-105f-479b-a150-a86fdddf47f3", "name": "network-vif-plugged", "status": "completed", "tag": "d77f686c-fd50-4aff-bb1b-47b9e39dd958", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:39.365960 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e8bf20d-4ed4-41ba-923a-ea514e67a920 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:39.366344 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958', 'code': 200} Jun 07 17:31:39.372316 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=aadb80fe-d9cf-4527-89a0-1a100fd6ca0e,revision_number=4']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:39.375775 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:39.376447 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:39.445921 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=d77f686c-fd50-4aff-bb1b-47b9e39dd958,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:39.448996 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:39.610511 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b485658-a77b-442d-b096-e6852f9d55b5 req-1f37bddc-30db-410e-a06d-70f822edb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:39.611959 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1b485658-a77b-442d-b096-e6852f9d55b5 req-1f37bddc-30db-410e-a06d-70f822edb62b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 1098 time: 0.0688326 Jun 07 17:31:39.654212 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1b485658-a77b-442d-b096-e6852f9d55b5 req-04ddc92b-cf5b-4221-9e61-013659c2d444 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=93d5e2d9-5537-4436-92ea-9896de1d486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349929 Jun 07 17:31:39.660999 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['aadb80fe-d9cf-4527-89a0-1a100fd6ca0e'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:31:40.033221 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ba1a3-8a69-44bd-a6cd-6d5db3bd02dd req-a49161cb-88a9-4993-8b95-966971270516 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:40.034669 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7d7ba1a3-8a69-44bd-a6cd-6d5db3bd02dd req-a49161cb-88a9-4993-8b95-966971270516 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 945 time: 0.0839825 Jun 07 17:31:40.078416 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7d7ba1a3-8a69-44bd-a6cd-6d5db3bd02dd req-8030ad06-84e5-4f2b-acdb-ffb444b3d61f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=93d5e2d9-5537-4436-92ea-9896de1d486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381680 Jun 07 17:31:40.382387 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187ad04-2c8c-4ac0-ae63-05a9077932f2 req-0257eb7d-ce5d-414e-9432-a2cee839dce3 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:40.383901 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d187ad04-2c8c-4ac0-ae63-05a9077932f2 req-0257eb7d-ce5d-414e-9432-a2cee839dce3 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 944 time: 0.0841062 Jun 07 17:31:40.429414 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d187ad04-2c8c-4ac0-ae63-05a9077932f2 req-5fa4c10d-3d70-496f-a266-d682408a1759 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398743 Jun 07 17:31:40.840928 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device aadb80fe-d9cf-4527-89a0-1a100fd6ca0e up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:31:40.916699 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning for port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e completed by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:31:40.923871 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:31:40.924402 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:41.052138 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:41.083788 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=aadb80fe-d9cf-4527-89a0-1a100fd6ca0e,segment=NetworkSegment(6f27e1bd-eb2a-4772-856b-f2be607c50b9),segment_id=6f27e1bd-eb2a-4772-856b-f2be607c50b9)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:41.088681 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:41.091383 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:41.160122 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=aadb80fe-d9cf-4527-89a0-1a100fd6ca0e,revision_number=5']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:41.163111 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:41.261181 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e3004-9027-40c1-963c-ade927afd8c2 req-0938721a-c55b-46cd-a123-42218f5229e0 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:41.262636 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-960e3004-9027-40c1-963c-ade927afd8c2 req-0938721a-c55b-46cd-a123-42218f5229e0 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 945 time: 0.0799189 Jun 07 17:31:41.307097 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-960e3004-9027-40c1-963c-ade927afd8c2 req-7567452d-5c76-45b9-a96d-e44835991f48 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=93d5e2d9-5537-4436-92ea-9896de1d486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381052 Jun 07 17:31:41.367108 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b2410b-5952-4148-9d93-96bcb87c0d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadb80fe-d9cf-4527-89a0-1a100fd6ca0e'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:41.369779 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7860bd70-2ea0-4d13-884c-c0100aef606f" -d '{"events": [{"server_uuid": "a5b2410b-5952-4148-9d93-96bcb87c0d83", "name": "network-vif-plugged", "status": "completed", "tag": "aadb80fe-d9cf-4527-89a0-1a100fd6ca0e"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:41.414507 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5288c4d-ba6c-45f8-9798-f9aee25ada59 x-openstack-request-id: req-b5288c4d-ba6c-45f8-9798-f9aee25ada59 {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:41.414813 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b2410b-5952-4148-9d93-96bcb87c0d83", "name": "network-vif-plugged", "status": "completed", "tag": "aadb80fe-d9cf-4527-89a0-1a100fd6ca0e", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:41.415076 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5288c4d-ba6c-45f8-9798-f9aee25ada59 {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:41.415507 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b2410b-5952-4148-9d93-96bcb87c0d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadb80fe-d9cf-4527-89a0-1a100fd6ca0e', 'code': 200} Jun 07 17:31:41.507860 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ee8d3-b4fd-415d-9f35-b051bf25ea51 req-35dc124a-012f-473b-96ca-1d357232249f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:41.519106 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-373ee8d3-b4fd-415d-9f35-b051bf25ea51 req-35dc124a-012f-473b-96ca-1d357232249f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 945 time: 0.1082690 Jun 07 17:31:41.520045 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59098) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:41.524864 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [None req-1f0b0d21-b483-4d1c-b30c-48dc0b0a024f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Request body: {'floatingip': {'port_id': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958'}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:31:41.741053 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d21-b483-4d1c-b30c-48dc0b0a024f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:41.806301 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e81e1-29d0-40b2-b6f7-00e7acc2ad91 req-52786f82-ca54-4cf5-8d30-98bb3b3a023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:41.808505 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-225e81e1-29d0-40b2-b6f7-00e7acc2ad91 req-52786f82-ca54-4cf5-8d30-98bb3b3a023c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 1098 time: 0.1645329 Jun 07 17:31:41.858037 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-225e81e1-29d0-40b2-b6f7-00e7acc2ad91 req-30df9851-67f1-4b2f-9313-925cac3ff022 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393989 Jun 07 17:31:41.970135 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca627e7-961f-4db4-910a-900179bbbb2b req-3f99057b-1128-4945-81bb-052060790039 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:41.971669 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-dca627e7-961f-4db4-910a-900179bbbb2b req-3f99057b-1128-4945-81bb-052060790039 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 945 time: 0.2879345 Jun 07 17:31:42.101139 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-dca627e7-961f-4db4-910a-900179bbbb2b req-a0e2b515-9c5e-4b21-849c-6b2f81ded7f8 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195271 Jun 07 17:31:42.328389 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:42.426183 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d21-b483-4d1c-b30c-48dc0b0a024f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:42.430287 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d21-b483-4d1c-b30c-48dc0b0a024f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:42.616116 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.l3_db [None req-1f0b0d21-b483-4d1c-b30c-48dc0b0a024f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Floating IP 65e4e8fb-721b-4777-b622-5b7c8f4bd40b associated. External IP: 172.28.2.114, port: d77f686c-fd50-4aff-bb1b-47b9e39dd958. Jun 07 17:31:43.068830 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0b0d21-b483-4d1c-b30c-48dc0b0a024f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Router 87bd47fc-cf9e-4229-8e77-56c3cba836ef has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:31:43.169679 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cad239bb-0ebb-4cd0-8ff8-6015a61c37af req-3d16d0b0-c217-4e8e-a5e0-cbe49a51d829 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765738 Jun 07 17:31:43.302011 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad239bb-0ebb-4cd0-8ff8-6015a61c37af req-6a3fb75c-d926-44f6-b5a0-8f1276309543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:43.303567 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cad239bb-0ebb-4cd0-8ff8-6015a61c37af req-6a3fb75c-d926-44f6-b5a0-8f1276309543 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=301c5ae75c6242538682f6cfd11a5b52&device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 1098 time: 0.0799515 Jun 07 17:31:43.330874 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0b0d21-b483-4d1c-b30c-48dc0b0a024f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:31:43.335444 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d21-b483-4d1c-b30c-48dc0b0a024f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:43.340631 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf640c8d-fb03-4f2f-b326-4dc1d2d49751 None None] Sync routers for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:31:43.351781 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf640c8d-fb03-4f2f-b326-4dc1d2d49751 None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:31:43.352443 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-cf640c8d-fb03-4f2f-b326-4dc1d2d49751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:31:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:43.403530 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-1f0b0d21-b483-4d1c-b30c-48dc0b0a024f tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "PUT /v2.0/floatingips/65e4e8fb-721b-4777-b622-5b7c8f4bd40b HTTP/1.1" status: 200 len: 991 time: 1.8822188 Jun 07 17:31:43.406663 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'tag': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:43.408062 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546bb8e8-427b-47c0-868b-9ddf0d939e11" -d '{"events": [{"name": "network-changed", "server_uuid": "208d2a2a-105f-479b-a150-a86fdddf47f3", "tag": "d77f686c-fd50-4aff-bb1b-47b9e39dd958"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:43.418812 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf7be9-4c15-40d8-8717-638adf49f872 req-a975fafb-b588-426d-aaff-a1d42bc0e5a1 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:43.420325 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-04bf7be9-4c15-40d8-8717-638adf49f872 req-a975fafb-b588-426d-aaff-a1d42bc0e5a1 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 945 time: 0.1740687 Jun 07 17:31:43.479335 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-04bf7be9-4c15-40d8-8717-638adf49f872 req-83d748da-1e1e-4de9-bad6-d99c10e7ae4a tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523040 Jun 07 17:31:43.484691 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad239bb-0ebb-4cd0-8ff8-6015a61c37af req-14595b63-d08c-4a20-a996-7a7c794ee723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:43.486714 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cad239bb-0ebb-4cd0-8ff8-6015a61c37af req-14595b63-d08c-4a20-a996-7a7c794ee723 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bf5a0be-9427-4639-8cdc-2efdddf7557e HTTP/1.1" status: 200 len: 909 time: 0.1545098 Jun 07 17:31:43.532990 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3666c24-10a2-4dd8-a05d-61b6cd62c0c8 x-openstack-request-id: req-b3666c24-10a2-4dd8-a05d-61b6cd62c0c8 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:43.533308 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208d2a2a-105f-479b-a150-a86fdddf47f3", "tag": "d77f686c-fd50-4aff-bb1b-47b9e39dd958", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:43.533603 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3666c24-10a2-4dd8-a05d-61b6cd62c0c8 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:43.534032 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'tag': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958', 'status': 'completed', 'code': 200} Jun 07 17:31:43.556737 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-cf640c8d-fb03-4f2f-b326-4dc1d2d49751 None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:31:43.605031 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cad239bb-0ebb-4cd0-8ff8-6015a61c37af req-04322624-e548-4494-91cf-f1a750a90e44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b085320-e676-4064-b4b0-e91f070187e5 HTTP/1.1" status: 200 len: 1000 time: 0.1084764 Jun 07 17:31:43.631636 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bb8e8-427b-47c0-868b-9ddf0d939e11 req-0850444b-8534-4613-b5d0-00d3550deae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:43.633200 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-546bb8e8-427b-47c0-868b-9ddf0d939e11 req-0850444b-8534-4613-b5d0-00d3550deae6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32ff372ddb784e80bd8613340b215cf3&device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 1098 time: 0.0731575 Jun 07 17:31:43.668005 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad239bb-0ebb-4cd0-8ff8-6015a61c37af req-b29814c1-44b3-4f46-8ef7-fff551868b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:43.669463 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cad239bb-0ebb-4cd0-8ff8-6015a61c37af req-b29814c1-44b3-4f46-8ef7-fff551868b4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8cb29701-2401-47ed-bddd-96a2fc7a9c96 HTTP/1.1" status: 200 len: 847 time: 0.0576351 Jun 07 17:31:43.752400 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad239bb-0ebb-4cd0-8ff8-6015a61c37af req-f93ba181-2386-455f-8805-9b1172b6d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:43.754296 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cad239bb-0ebb-4cd0-8ff8-6015a61c37af req-f93ba181-2386-455f-8805-9b1172b6d528 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bf5a0be-9427-4639-8cdc-2efdddf7557e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733469 Jun 07 17:31:43.771374 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bb8e8-427b-47c0-868b-9ddf0d939e11 req-f66f1777-ce54-4e8e-bc1b-45b3cea998eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:43.772820 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-546bb8e8-427b-47c0-868b-9ddf0d939e11 req-f66f1777-ce54-4e8e-bc1b-45b3cea998eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a036aeba-98be-498c-945c-229a6b821f25 HTTP/1.1" status: 200 len: 912 time: 0.1325307 Jun 07 17:31:43.882773 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-546bb8e8-427b-47c0-868b-9ddf0d939e11 req-bdc97d6d-c485-416d-aeb8-975e35707e01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d77f686c-fd50-4aff-bb1b-47b9e39dd958 HTTP/1.1" status: 200 len: 999 time: 0.1031485 Jun 07 17:31:43.896447 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cad239bb-0ebb-4cd0-8ff8-6015a61c37af req-2f0cc381-aef2-492d-8a7f-7d5b6a7ecc96 service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343446 Jun 07 17:31:43.916622 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-cf640c8d-fb03-4f2f-b326-4dc1d2d49751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': '65e4e8fb-721b-4777-b622-5b7c8f4bd40b', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'port_id': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'mac_address': 'fa:16:3e:4b:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:31:28Z', 'updated_at': '2021-06-07T17:31:42Z', 'revision_number': 1, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:06Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:43.920502 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf640c8d-fb03-4f2f-b326-4dc1d2d49751 None None] Checking router: 87bd47fc-cf9e-4229-8e77-56c3cba836ef for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:31:43.929904 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf640c8d-fb03-4f2f-b326-4dc1d2d49751 None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:31:43.930554 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-cf640c8d-fb03-4f2f-b326-4dc1d2d49751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:31:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:43.957271 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bb8e8-427b-47c0-868b-9ddf0d939e11 req-effc4642-9b89-489f-a3ef-baccbd1bdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:43.958704 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-546bb8e8-427b-47c0-868b-9ddf0d939e11 req-effc4642-9b89-489f-a3ef-baccbd1bdb1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3 HTTP/1.1" status: 200 len: 850 time: 0.0668063 Jun 07 17:31:44.040054 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bb8e8-427b-47c0-868b-9ddf0d939e11 req-e8933ac3-fb99-4560-a09c-050a63c4e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:44.045920 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-546bb8e8-427b-47c0-868b-9ddf0d939e11 req-e8933ac3-fb99-4560-a09c-050a63c4e845 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a036aeba-98be-498c-945c-229a6b821f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753198 Jun 07 17:31:44.052495 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cad239bb-0ebb-4cd0-8ff8-6015a61c37af req-04ed3393-9c0d-4cb0-a92b-2923a14fb4f4 service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486647 Jun 07 17:31:44.156822 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-cf640c8d-fb03-4f2f-b326-4dc1d2d49751 None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:31:44.185790 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-546bb8e8-427b-47c0-868b-9ddf0d939e11 req-eefb39e9-843c-4166-9638-09071891ea87 service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342008 Jun 07 17:31:44.324030 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-546bb8e8-427b-47c0-868b-9ddf0d939e11 req-cdbc6052-df16-40e1-a80e-68a7b3925327 service neutron] 10.222.0.24 "GET /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310339 Jun 07 17:31:44.527935 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-cf640c8d-fb03-4f2f-b326-4dc1d2d49751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': '65e4e8fb-721b-4777-b622-5b7c8f4bd40b', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'port_id': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'mac_address': 'fa:16:3e:4b:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:31:28Z', 'updated_at': '2021-06-07T17:31:42Z', 'revision_number': 1, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:06Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:31:44.533100 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf640c8d-fb03-4f2f-b326-4dc1d2d49751 None None] The sync data for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb is: [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_floatingips': [{'id': '65e4e8fb-721b-4777-b622-5b7c8f4bd40b', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'router_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'port_id': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'mac_address': 'fa:16:3e:4b:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:31:28Z', 'updated_at': '2021-06-07T17:31:42Z', 'revision_number': 1, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:06Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:31:44.693393 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66136f6a-0bed-4017-b273-1180854843a5 req-be6e128d-851e-4687-90d5-fb68c8fc3b5b tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:44.694897 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-66136f6a-0bed-4017-b273-1180854843a5 req-be6e128d-851e-4687-90d5-fb68c8fc3b5b tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 945 time: 0.0911236 Jun 07 17:31:44.743247 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-66136f6a-0bed-4017-b273-1180854843a5 req-731697ce-b30a-48fd-a2a7-6a5cf8915b00 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Jun 07 17:31:44.751257 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de872d-32c2-4060-957f-deadaa838153 None None] New status for floating IP 65e4e8fb-721b-4777-b622-5b7c8f4bd40b: ACTIVE {{(pid=91781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:31:45.877781 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59713314-2f3b-45c1-b5f5-c54e55b835aa req-382f4d84-04a5-4133-88b9-2c6ee7b342ef tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:45.879357 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-59713314-2f3b-45c1-b5f5-c54e55b835aa req-382f4d84-04a5-4133-88b9-2c6ee7b342ef tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 945 time: 0.0815659 Jun 07 17:31:45.928467 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-59713314-2f3b-45c1-b5f5-c54e55b835aa req-9fb0a73d-fe27-491c-8da4-92fe04f6d88e tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434496 Jun 07 17:31:47.117315 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688026a-6ec1-43b6-b4a3-ab1f291d0a3d req-c8e8e141-fb50-4e65-b7f8-fdd5e2836e1c tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:47.118663 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c688026a-6ec1-43b6-b4a3-ab1f291d0a3d req-c8e8e141-fb50-4e65-b7f8-fdd5e2836e1c tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 945 time: 0.0802338 Jun 07 17:31:47.171771 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c688026a-6ec1-43b6-b4a3-ab1f291d0a3d req-46722d66-e04f-40c8-811f-4be8d369d2fc tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/security-groups?id=d15530a3-d23c-4113-8903-093ade9abc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464377 Jun 07 17:31:47.574337 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec99e7-2623-45ad-bf8f-6b10dd377182 req-f696ada3-1aef-483b-b978-8ca6f18a50fe tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:31:47.575911 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-37ec99e7-2623-45ad-bf8f-6b10dd377182 req-f696ada3-1aef-483b-b978-8ca6f18a50fe tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 945 time: 0.0887702 Jun 07 17:31:47.724812 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-37ec99e7-2623-45ad-bf8f-6b10dd377182 req-d2c45bf8-113b-4eda-85e5-0c66bfe93df7 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Deleting port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:31:47.725262 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-37ec99e7-2623-45ad-bf8f-6b10dd377182 req-d2c45bf8-113b-4eda-85e5-0c66bfe93df7 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:47.974117 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-37ec99e7-2623-45ad-bf8f-6b10dd377182 req-d2c45bf8-113b-4eda-85e5-0c66bfe93df7 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] For port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=aadb80fe-d9cf-4527-89a0-1a100fd6ca0e,segment=NetworkSegment(6f27e1bd-eb2a-4772-856b-f2be607c50b9),segment_id=6f27e1bd-eb2a-4772-856b-f2be607c50b9)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:31:47.974469 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-37ec99e7-2623-45ad-bf8f-6b10dd377182 req-d2c45bf8-113b-4eda-85e5-0c66bfe93df7 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:48.101403 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-37ec99e7-2623-45ad-bf8f-6b10dd377182 req-d2c45bf8-113b-4eda-85e5-0c66bfe93df7 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Calling delete_port for aadb80fe-d9cf-4527-89a0-1a100fd6ca0e owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:31:48.221773 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-37ec99e7-2623-45ad-bf8f-6b10dd377182 req-d2c45bf8-113b-4eda-85e5-0c66bfe93df7 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:48.227599 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:48.239953 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['aadb80fe-d9cf-4527-89a0-1a100fd6ca0e'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:31:48.272460 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c45bf8-113b-4eda-85e5-0c66bfe93df7 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Pushing event deleted for resources: {'Port': ['ID=aadb80fe-d9cf-4527-89a0-1a100fd6ca0e,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:48.276170 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-d2c45bf8-113b-4eda-85e5-0c66bfe93df7 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:48.357914 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-08d2ad86-8dd8-4a7b-b380-39fe9143b20b req-c2e059b4-5e94-41d3-b2e9-55165b939ac4 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b2410b-5952-4148-9d93-96bcb87c0d83 HTTP/1.1" status: 200 len: 210 time: 0.0587211 Jun 07 17:31:48.359421 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ec99e7-2623-45ad-bf8f-6b10dd377182 req-d2c45bf8-113b-4eda-85e5-0c66bfe93df7 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] No DVR routers for this DVR port aadb80fe-d9cf-4527-89a0-1a100fd6ca0e on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:31:48.363934 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-37ec99e7-2623-45ad-bf8f-6b10dd377182 req-d2c45bf8-113b-4eda-85e5-0c66bfe93df7 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:48.368405 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-37ec99e7-2623-45ad-bf8f-6b10dd377182 req-d2c45bf8-113b-4eda-85e5-0c66bfe93df7 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] 10.222.0.24 "DELETE /v2.0/ports/aadb80fe-d9cf-4527-89a0-1a100fd6ca0e HTTP/1.1" status: 204 len: 173 time: 0.7862136 Jun 07 17:31:48.368963 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b2410b-5952-4148-9d93-96bcb87c0d83', 'name': 'network-vif-deleted', 'tag': 'aadb80fe-d9cf-4527-89a0-1a100fd6ca0e'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:31:48.371721 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c046299-e6b0-44c8-a5da-5615fe3cc350" -d '{"events": [{"server_uuid": "a5b2410b-5952-4148-9d93-96bcb87c0d83", "name": "network-vif-deleted", "tag": "aadb80fe-d9cf-4527-89a0-1a100fd6ca0e"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:31:48.421480 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a735a8-255d-40b7-9923-5ccd70608e9d x-openstack-request-id: req-c6a735a8-255d-40b7-9923-5ccd70608e9d {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:31:48.422036 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b2410b-5952-4148-9d93-96bcb87c0d83", "name": "network-vif-deleted", "tag": "aadb80fe-d9cf-4527-89a0-1a100fd6ca0e", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:31:48.422493 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6a735a8-255d-40b7-9923-5ccd70608e9d {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:31:48.423174 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b2410b-5952-4148-9d93-96bcb87c0d83', 'name': 'network-vif-deleted', 'tag': 'aadb80fe-d9cf-4527-89a0-1a100fd6ca0e', 'status': 'completed', 'code': 200} Jun 07 17:31:50.871481 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device aadb80fe-d9cf-4527-89a0-1a100fd6ca0e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:31:50.906509 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: aadb80fe-d9cf-4527-89a0-1a100fd6ca0e {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:31:50.906859 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device aadb80fe-d9cf-4527-89a0-1a100fd6ca0e not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:31:58.955336 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:32:00.255748 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ebb8e236-1dc7-4a18-b078-8becfa2f3a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:02.593067 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-4e5e4d68-d869-4070-bcae-bd8bda71362f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:02.823759 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:03.815623 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:05.851798 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:09.457634 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59440) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:09.523670 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Deleting subnet 4d801baf-016f-491a-bed9-5af5b4f675f7 {{(pid=91779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:32:09.527375 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:09.585086 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2355626'] for subnet, precommit_delete_associations {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:09.651329 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:09.725454 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2355434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2833856'] for subnet, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:09.731779 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:09.770048 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d801baf-016f-491a-bed9-5af5b4f675f7,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:09.772778 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:09.775587 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4d801baf-016f-491a-bed9-5af5b4f675f7 HTTP/1.1" status: 204 len: 168 time: 0.3168142 Jun 07 17:32:09.777371 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59446) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:09.783621 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:09.784000 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:09.784376 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:09.784748 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:09.785109 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:09.785466 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:09.785829 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:09.786184 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:09.786540 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:09.786899 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:09.787287 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:09.787644 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:09.796482 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-35fd1437-3cf4-4ecd-a773-c48cbe184122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:09.961895 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:10.100230 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:10.114629 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0']}} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:10.135608 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f27e1bd-eb2a-4772-856b-f2be607c50b9') {'for_net_delete': True} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:10.136100 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f27e1bd-eb2a-4772-856b-f2be607c50b9') {} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:10.158809 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1956404'] for segment, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:10.181024 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:10.188305 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=91778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:32:10.188701 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1956664'] for segment, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: Traceback (most recent call last): Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: timer() Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: cb(*args, **kw) Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: return func(*args, **kwargs) Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: self._notify() Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: self.callback(batched_events) Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: event.method(event) Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: return f(self, *a, **k) Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: return self._get(url).json() Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: return self.request(url, 'GET', **kwargs) Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:32:10.202505 dv-cinder-789603-8-smb neutron-server[91778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:32:10.287891 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:10.292001 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:10.306371 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:10.308237 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0 HTTP/1.1" status: 204 len: 168 time: 0.5294323 Jun 07 17:32:10.315735 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b84fcb-05b0-49a2-8f14-c5bd0aa593d0,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:10.324627 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:10.324871 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:10.325238 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:10.325600 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:10.325964 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:10.326312 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:10.326819 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:10.327375 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:10.327815 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:10.328292 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:10.328643 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:10.328998 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:10.332631 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-0915985e-bd7f-45ce-ac02-054e173667c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:10.453255 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59450) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:10.507169 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-97245bd2-91d4-4372-b05a-bfac13436a8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05dd1306d78d4ef2870ce27d84ef8b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524149 Jun 07 17:32:10.509846 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59452) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:10.610054 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8070-93aa-4d17-acc1-d180a53c3111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:10.639716 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8070-93aa-4d17-acc1-d180a53c3111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:10.694538 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8070-93aa-4d17-acc1-d180a53c3111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:10.697119 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8070-93aa-4d17-acc1-d180a53c3111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:10.698298 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-9e7f8070-93aa-4d17-acc1-d180a53c3111 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d15530a3-d23c-4113-8903-093ade9abc4a HTTP/1.1" status: 204 len: 168 time: 0.1869993 Jun 07 17:32:10.699043 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a1f9bb60-98da-4fc1-a17d-912a591b2c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:10.709366 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f8070-93aa-4d17-acc1-d180a53c3111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15530a3-d23c-4113-8903-093ade9abc4a,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:10.712024 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-9e7f8070-93aa-4d17-acc1-d180a53c3111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:12.332828 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:27.971035 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ec89b7fc-1207-4812-bad2-fa0f60785c0c req-13a757ec-9d9e-49b9-81c9-32993b511613 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930662786&fields=id&tenant_id=55ca40200b374d32a515c7bdd771f3f8 HTTP/1.1" status: 200 len: 267 time: 0.0453086 Jun 07 17:32:28.054577 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89b7fc-1207-4812-bad2-fa0f60785c0c req-5b5b912c-dbf3-4f33-91a0-b3597a252120 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:28.055958 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ec89b7fc-1207-4812-bad2-fa0f60785c0c req-5b5b912c-dbf3-4f33-91a0-b3597a252120 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 984 time: 0.0796020 Jun 07 17:32:28.066629 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.v2.base [req-ec89b7fc-1207-4812-bad2-fa0f60785c0c req-38a4c3c7-513f-4b75-a05e-66877016b606 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Request body: {'port': {'security_groups': ['e9085fc8-adc1-402e-a180-1f55f1d28938']}} {{(pid=91779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:32:28.191654 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-ec89b7fc-1207-4812-bad2-fa0f60785c0c req-38a4c3c7-513f-4b75-a05e-66877016b606 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:28.447892 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-ec89b7fc-1207-4812-bad2-fa0f60785c0c req-38a4c3c7-513f-4b75-a05e-66877016b606 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] For port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:32:28.477755 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-ec89b7fc-1207-4812-bad2-fa0f60785c0c req-38a4c3c7-513f-4b75-a05e-66877016b606 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for port, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:28.483478 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-ec89b7fc-1207-4812-bad2-fa0f60785c0c req-38a4c3c7-513f-4b75-a05e-66877016b606 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2355253'] for port, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:28.491439 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:28.499889 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['34225ee0-74d8-4079-8cc7-fb3fbb7b6326'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:32:28.564024 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89b7fc-1207-4812-bad2-fa0f60785c0c req-38a4c3c7-513f-4b75-a05e-66877016b606 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:28.564720 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-ec89b7fc-1207-4812-bad2-fa0f60785c0c req-38a4c3c7-513f-4b75-a05e-66877016b606 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:28.566192 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ec89b7fc-1207-4812-bad2-fa0f60785c0c req-38a4c3c7-513f-4b75-a05e-66877016b606 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "PUT /v2.0/ports/34225ee0-74d8-4079-8cc7-fb3fbb7b6326 HTTP/1.1" status: 200 len: 942 time: 0.5040646 Jun 07 17:32:28.566763 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:32:28.569490 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2afdf24-5bd3-40bb-b6ee-c3b3f976d3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:32:28.575503 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59536) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:28.599439 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4c3c7-513f-4b75-a05e-66877016b606 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event updated for resources: {'Port': ['ID=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,revision_number=7']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:28.604049 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-38a4c3c7-513f-4b75-a05e-66877016b606 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:28.654113 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669d16a1-ea2a-4d7c-81d9-e8565ad2674c x-openstack-request-id: req-669d16a1-ea2a-4d7c-81d9-e8565ad2674c {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:32:28.654444 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:32:28.654733 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-669d16a1-ea2a-4d7c-81d9-e8565ad2674c {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:32:28.655218 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'status': 'completed', 'code': 200} Jun 07 17:32:28.695304 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['34225ee0-74d8-4079-8cc7-fb3fbb7b6326'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:32:28.787940 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afdf24-5bd3-40bb-b6ee-c3b3f976d3ce req-70bd072b-a4b1-4971-b625-c85da0c8208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:28.790347 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d2afdf24-5bd3-40bb-b6ee-c3b3f976d3ce req-70bd072b-a4b1-4971-b625-c85da0c8208f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55ca40200b374d32a515c7bdd771f3f8&device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 1098 time: 0.1128707 Jun 07 17:32:28.803882 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-79965fcc-5cf8-4442-b373-38f673ced9e6 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:28.844874 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-79965fcc-5cf8-4442-b373-38f673ced9e6 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:28.904930 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-67977477-b1ef-4fd9-a2a1-3d1153e29204 None None] Provisioning complete for port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 triggered by entity DHCP. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:32:28.905877 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-67977477-b1ef-4fd9-a2a1-3d1153e29204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:28.939765 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-79965fcc-5cf8-4442-b373-38f673ced9e6 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:28.942547 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-79965fcc-5cf8-4442-b373-38f673ced9e6 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:28.945690 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-79965fcc-5cf8-4442-b373-38f673ced9e6 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "DELETE /v2.0/security-groups/32e9e86b-9eb0-4ea3-a476-b574770918fb HTTP/1.1" status: 204 len: 168 time: 0.3663969 Jun 07 17:32:28.945690 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-231460e2-2a2f-4151-a363-48fba7441d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:28.948086 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59540) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:28.956983 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79965fcc-5cf8-4442-b373-38f673ced9e6 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e9e86b-9eb0-4ea3-a476-b574770918fb,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:28.959444 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-79965fcc-5cf8-4442-b373-38f673ced9e6 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:29.041172 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afdf24-5bd3-40bb-b6ee-c3b3f976d3ce req-2095d97e-fe64-4117-9829-27e53fee8d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:29.042656 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d2afdf24-5bd3-40bb-b6ee-c3b3f976d3ce req-2095d97e-fe64-4117-9829-27e53fee8d0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed HTTP/1.1" status: 200 len: 916 time: 0.2438154 Jun 07 17:32:29.351529 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d2afdf24-5bd3-40bb-b6ee-c3b3f976d3ce req-6a79a51e-f946-4040-a76f-1b03d73847e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326 HTTP/1.1" status: 200 len: 1000 time: 0.2961082 Jun 07 17:32:29.466714 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afdf24-5bd3-40bb-b6ee-c3b3f976d3ce req-41c9a4a5-0b73-4658-9efa-62cb71ee50cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:29.468715 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d2afdf24-5bd3-40bb-b6ee-c3b3f976d3ce req-41c9a4a5-0b73-4658-9efa-62cb71ee50cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70c63c19-8182-44e8-8d03-6ffe55d16f64 HTTP/1.1" status: 200 len: 854 time: 0.1094737 Jun 07 17:32:29.540782 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Deleting port 72967cf1-5544-43be-8810-41eec1de3c83 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:32:29.541125 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:29.654545 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afdf24-5bd3-40bb-b6ee-c3b3f976d3ce req-1b9040b6-8045-4205-bf3c-42971c94baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:29.656610 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d2afdf24-5bd3-40bb-b6ee-c3b3f976d3ce req-1b9040b6-8045-4205-bf3c-42971c94baf4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1816261 Jun 07 17:32:29.698625 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:29.698960 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:29.838647 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Calling delete_port for 72967cf1-5544-43be-8810-41eec1de3c83 owned by network:floatingip {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:32:29.955101 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d2afdf24-5bd3-40bb-b6ee-c3b3f976d3ce req-6aef6269-909e-4991-a1c1-606ce96a3440 service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858109 Jun 07 17:32:30.162822 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-d2afdf24-5bd3-40bb-b6ee-c3b3f976d3ce req-4e9383bd-5be4-4010-8152-cf19acffea40 service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891229 Jun 07 17:32:30.167487 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:30.171339 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:30.218788 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event deleted for resources: {'Port': ['ID=72967cf1-5544-43be-8810-41eec1de3c83,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:30.222472 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:30.254566 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7c8605af-c88a-43f1-9bfd-e16d0ee02c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:30.321935 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks [] for floatingip, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:30.321935 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.l3_db [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Floating IP fef17304-a354-4511-96a2-b213202aa526 disassociated (deleted). External IP: 172.28.2.57, port: 34225ee0-74d8-4079-8cc7-fb3fbb7b6326. Jun 07 17:32:30.699572 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:32:31.002978 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:32:31.007998 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:31.013424 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c813e32-1f79-4197-a524-4d9958a92b01 None None] Sync routers for ids ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:32:31.022808 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c813e32-1f79-4197-a524-4d9958a92b01 None None] Routers {'8ea22a27-eea7-45f7-a41e-16f40cd844a7'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:32:31.023450 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-8c813e32-1f79-4197-a524-4d9958a92b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:32:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:31.067102 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "DELETE /v2.0/floatingips/fef17304-a354-4511-96a2-b213202aa526 HTTP/1.1" status: 204 len: 168 time: 2.1177828 Jun 07 17:32:31.067628 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:32:31.069977 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85aee69-1340-403a-9250-0d18220d4541" -d '{"events": [{"name": "network-changed", "server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:32:31.212463 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-8c813e32-1f79-4197-a524-4d9958a92b01 None None] Set router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:32:31.215120 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffb75b2-35ae-477f-a29e-6b3ebe8dc30c x-openstack-request-id: req-4ffb75b2-35ae-477f-a29e-6b3ebe8dc30c {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:32:31.215679 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:32:31.215767 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ffb75b2-35ae-477f-a29e-6b3ebe8dc30c {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:32:31.216188 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'status': 'completed', 'code': 200} Jun 07 17:32:31.319543 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aee69-1340-403a-9250-0d18220d4541 req-c522da9b-8a62-4fed-9ccf-5817fbc16752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:31.321013 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a85aee69-1340-403a-9250-0d18220d4541 req-c522da9b-8a62-4fed-9ccf-5817fbc16752 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55ca40200b374d32a515c7bdd771f3f8&device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 1098 time: 0.0777006 Jun 07 17:32:31.509706 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aee69-1340-403a-9250-0d18220d4541 req-7d023f94-ffe8-46dc-8745-b47cea39fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:31.511176 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a85aee69-1340-403a-9250-0d18220d4541 req-7d023f94-ffe8-46dc-8745-b47cea39fa51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed HTTP/1.1" status: 200 len: 916 time: 0.1827424 Jun 07 17:32:31.595730 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a85aee69-1340-403a-9250-0d18220d4541 req-047bab25-5ff3-4c0a-9a11-54378e76470e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326 HTTP/1.1" status: 200 len: 217 time: 0.0758226 Jun 07 17:32:31.628915 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-8c813e32-1f79-4197-a524-4d9958a92b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:28:09Z', 'revision_number': 4, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '90ced65c-6fff-495f-9ec3-3c7e51d0ac24', 'name': '', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'mac_address': 'fa:16:3e:9e:2d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:07Z', 'updated_at': '2021-06-07T17:28:21Z', 'revision_number': 5, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'subnets': [{'id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:31.632938 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c813e32-1f79-4197-a524-4d9958a92b01 None None] Checking router: 8ea22a27-eea7-45f7-a41e-16f40cd844a7 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:32:31.642133 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c813e32-1f79-4197-a524-4d9958a92b01 None None] Routers {'8ea22a27-eea7-45f7-a41e-16f40cd844a7'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:32:31.642771 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-8c813e32-1f79-4197-a524-4d9958a92b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:32:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:31.664441 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aee69-1340-403a-9250-0d18220d4541 req-ce4f13af-064a-421f-8cdd-3a5750b5da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:31.665876 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a85aee69-1340-403a-9250-0d18220d4541 req-ce4f13af-064a-421f-8cdd-3a5750b5da06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=70c63c19-8182-44e8-8d03-6ffe55d16f64 HTTP/1.1" status: 200 len: 854 time: 0.0637550 Jun 07 17:32:31.758675 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aee69-1340-403a-9250-0d18220d4541 req-a6d0a069-fa50-40ca-a84a-c40a234c7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:31.760277 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a85aee69-1340-403a-9250-0d18220d4541 req-a6d0a069-fa50-40ca-a84a-c40a234c7d11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808148 Jun 07 17:32:31.835662 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-8c813e32-1f79-4197-a524-4d9958a92b01 None None] Set router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:32:31.901238 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a85aee69-1340-403a-9250-0d18220d4541 req-5af83c5f-dfd6-49db-863e-b77a19407241 service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330583 Jun 07 17:32:32.035080 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a85aee69-1340-403a-9250-0d18220d4541 req-d02c00ec-9c0d-4e36-a690-8e20605b6ae4 service neutron] 10.222.0.24 "GET /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273017 Jun 07 17:32:32.168325 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-8c813e32-1f79-4197-a524-4d9958a92b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:28:09Z', 'revision_number': 4, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '90ced65c-6fff-495f-9ec3-3c7e51d0ac24', 'name': '', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'mac_address': 'fa:16:3e:9e:2d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:07Z', 'updated_at': '2021-06-07T17:28:21Z', 'revision_number': 5, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'subnets': [{'id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:32.172901 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c813e32-1f79-4197-a524-4d9958a92b01 None None] The sync data for ids ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'] in dv-cinder-789603-8-smb is: [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:28:09Z', 'revision_number': 4, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '90ced65c-6fff-495f-9ec3-3c7e51d0ac24', 'name': '', 'network_id': '3c86886e-5f82-4f36-80fa-5c1fdc3d34ed', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'mac_address': 'fa:16:3e:9e:2d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:07Z', 'updated_at': '2021-06-07T17:28:21Z', 'revision_number': 5, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'subnets': [{'id': '70c63c19-8182-44e8-8d03-6ffe55d16f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:32:32.391713 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787356be-1ede-4bfd-8c14-081a02a4d5fd None None] New status for floating IP fef17304-a354-4511-96a2-b213202aa526: DOWN {{(pid=91781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:32:32.571382 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-f46eb4d4-f457-49ae-b5a2-d3dc4585b2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:32.800336 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:33.822499 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:34.434817 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304689e-b058-4227-aefb-d77d5614cc90 req-06ccf582-f8c5-4f8d-92a6-54e175ad3d15 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:34.436431 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d304689e-b058-4227-aefb-d77d5614cc90 req-06ccf582-f8c5-4f8d-92a6-54e175ad3d15 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 945 time: 0.0876582 Jun 07 17:32:34.486561 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d304689e-b058-4227-aefb-d77d5614cc90 req-8f63cd55-aeea-4ba6-96bc-7ae5df6e384c tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Jun 07 17:32:35.688975 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9e267-1e54-49da-8ec2-c929a9064341 req-26b8a338-7fda-4470-a22e-2c3055409c50 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:35.690485 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-15d9e267-1e54-49da-8ec2-c929a9064341 req-26b8a338-7fda-4470-a22e-2c3055409c50 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 945 time: 0.0881584 Jun 07 17:32:35.737944 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-15d9e267-1e54-49da-8ec2-c929a9064341 req-d30d9790-9597-406a-849c-31dc3be8e853 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Jun 07 17:32:35.829304 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:35.945963 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:32:36.392071 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba619d30-60d9-471d-bf9c-130fe3f60ddc req-1c017213-0d5a-4105-87be-9b3e8203c09e tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:36.393614 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ba619d30-60d9-471d-bf9c-130fe3f60ddc req-1c017213-0d5a-4105-87be-9b3e8203c09e tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.24 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 945 time: 0.0935225 Jun 07 17:32:36.538776 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-ba619d30-60d9-471d-bf9c-130fe3f60ddc req-2397b50c-d7c8-401b-a12d-140bea206745 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Deleting port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:32:36.539135 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-ba619d30-60d9-471d-bf9c-130fe3f60ddc req-2397b50c-d7c8-401b-a12d-140bea206745 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:36.678706 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-ba619d30-60d9-471d-bf9c-130fe3f60ddc req-2397b50c-d7c8-401b-a12d-140bea206745 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] For port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:32:36.678991 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-ba619d30-60d9-471d-bf9c-130fe3f60ddc req-2397b50c-d7c8-401b-a12d-140bea206745 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:36.924256 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-ba619d30-60d9-471d-bf9c-130fe3f60ddc req-2397b50c-d7c8-401b-a12d-140bea206745 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Calling delete_port for 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:32:36.948178 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0dc3-4389-436c-a283-bc5ca5eef02c req-8d21e117-cdc9-44f9-aac6-14957cc7a509 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:36.949598 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2abd0dc3-4389-436c-a283-bc5ca5eef02c req-8d21e117-cdc9-44f9-aac6-14957cc7a509 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d18a7b-38cc-4f95-b960-1466c38d352d HTTP/1.1" status: 200 len: 945 time: 0.0890076 Jun 07 17:32:36.996808 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-2abd0dc3-4389-436c-a283-bc5ca5eef02c req-a69b185f-7554-4689-930c-7c4429213705 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9085fc8-adc1-402e-a180-1f55f1d28938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Jun 07 17:32:37.047331 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-ba619d30-60d9-471d-bf9c-130fe3f60ddc req-2397b50c-d7c8-401b-a12d-140bea206745 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:37.053452 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-60038286-b3a6-4f25-8bc9-e34d8f8b7657 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:37.060753 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['34225ee0-74d8-4079-8cc7-fb3fbb7b6326'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:32:37.104261 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397b50c-d7c8-401b-a12d-140bea206745 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Pushing event deleted for resources: {'Port': ['ID=34225ee0-74d8-4079-8cc7-fb3fbb7b6326,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:37.107731 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-2397b50c-d7c8-401b-a12d-140bea206745 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:37.182935 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba619d30-60d9-471d-bf9c-130fe3f60ddc req-2397b50c-d7c8-401b-a12d-140bea206745 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] No DVR routers for this DVR port 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:32:37.185581 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-ba619d30-60d9-471d-bf9c-130fe3f60ddc req-2397b50c-d7c8-401b-a12d-140bea206745 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:37.187951 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ba619d30-60d9-471d-bf9c-130fe3f60ddc req-2397b50c-d7c8-401b-a12d-140bea206745 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] 10.222.0.24 "DELETE /v2.0/ports/34225ee0-74d8-4079-8cc7-fb3fbb7b6326 HTTP/1.1" status: 204 len: 173 time: 0.7889860 Jun 07 17:32:37.188458 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'name': 'network-vif-deleted', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:32:37.190746 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dfdaaf-2cc7-41e7-aae1-4f91257b7343" -d '{"events": [{"server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "name": "network-vif-deleted", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:32:37.394245 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e23f646-1ba0-409c-97db-aabfa1333773 x-openstack-request-id: req-6e23f646-1ba0-409c-97db-aabfa1333773 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:32:37.394584 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d18a7b-38cc-4f95-b960-1466c38d352d", "name": "network-vif-deleted", "tag": "34225ee0-74d8-4079-8cc7-fb3fbb7b6326", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:32:37.394973 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e23f646-1ba0-409c-97db-aabfa1333773 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:32:37.395455 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d18a7b-38cc-4f95-b960-1466c38d352d', 'name': 'network-vif-deleted', 'tag': '34225ee0-74d8-4079-8cc7-fb3fbb7b6326', 'status': 'completed', 'code': 200} Jun 07 17:32:38.758832 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59648) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:39.141962 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:32:39.176762 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:32:39.177145 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 34225ee0-74d8-4079-8cc7-fb3fbb7b6326 not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:32:39.320290 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352978'] for router_interface, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:39.789040 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] Deleting port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:32:39.789759 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:39.907621 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] For port 90ced65c-6fff-495f-9ec3-3c7e51d0ac24, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=90ced65c-6fff-495f-9ec3-3c7e51d0ac24,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:32:39.907977 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:40.113222 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] Calling delete_port for 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 owned by network:router_interface {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:32:40.395345 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:40.399506 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-fb3c106d-f0a1-49c5-808a-8916110ffb7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:40.444538 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] Pushing event deleted for resources: {'Port': ['ID=90ced65c-6fff-495f-9ec3-3c7e51d0ac24,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:40.447075 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:40.728473 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-490656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360348'] for router_interface, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:41.092473 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] Router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:32:41.267818 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:32:41.274795 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] 10.222.0.13 "PUT /v2.0/routers/8ea22a27-eea7-45f7-a41e-16f40cd844a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5127552 Jun 07 17:32:41.275509 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59660) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:41.278439 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347bb64-d2d4-46a4-9271-32d755a845c8 None None] Sync routers for ids ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:32:41.288741 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347bb64-d2d4-46a4-9271-32d755a845c8 None None] Routers {'8ea22a27-eea7-45f7-a41e-16f40cd844a7'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:32:41.289368 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-5347bb64-d2d4-46a4-9271-32d755a845c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:32:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:41.473490 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-5347bb64-d2d4-46a4-9271-32d755a845c8 None None] Set router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:32:41.555376 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Notify callbacks [] for router, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:41.773031 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-5347bb64-d2d4-46a4-9271-32d755a845c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26'}], 'enable_snat': True}, 'gw_port_id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:32:40Z', 'revision_number': 5, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port': {'id': '6729532c-4a28-4046-a79f-c6fa510b2083', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:58Z', 'updated_at': '2021-06-07T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:41.776975 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347bb64-d2d4-46a4-9271-32d755a845c8 None None] Checking router: 8ea22a27-eea7-45f7-a41e-16f40cd844a7 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:32:41.786389 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347bb64-d2d4-46a4-9271-32d755a845c8 None None] Routers {'8ea22a27-eea7-45f7-a41e-16f40cd844a7'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:32:41.787021 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-5347bb64-d2d4-46a4-9271-32d755a845c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:32:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:41.787701 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:41.861923 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Deleting port 6729532c-4a28-4046-a79f-c6fa510b2083 {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:32:41.862367 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:41.974247 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-5347bb64-d2d4-46a4-9271-32d755a845c8 None None] Set router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 gateway port host: None {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:32:41.989831 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] For port 6729532c-4a28-4046-a79f-c6fa510b2083, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=6729532c-4a28-4046-a79f-c6fa510b2083,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:32:41.990185 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:42.080043 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-5347bb64-d2d4-46a4-9271-32d755a845c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:32:41Z', 'revision_number': 6, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port_host': None}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:42.083892 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347bb64-d2d4-46a4-9271-32d755a845c8 None None] The sync data for ids ['8ea22a27-eea7-45f7-a41e-16f40cd844a7'] in dv-cinder-789603-8-smb is: [{'id': '8ea22a27-eea7-45f7-a41e-16f40cd844a7', 'name': 'tempest-TestMinimumBasicScenario-1771595167-router', 'tenant_id': '55ca40200b374d32a515c7bdd771f3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:56Z', 'updated_at': '2021-06-07T17:32:41Z', 'revision_number': 6, 'project_id': '55ca40200b374d32a515c7bdd771f3f8', 'gw_port_host': None}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:32:42.128193 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Calling delete_port for 6729532c-4a28-4046-a79f-c6fa510b2083 owned by network:router_gateway {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:32:42.265932 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:42.269821 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-976700bf-87d5-44fd-b25d-56e513f949c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:42.319378 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Pushing event deleted for resources: {'Port': ['ID=6729532c-4a28-4046-a79f-c6fa510b2083,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:42.344193 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:42.352950 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:42.412672 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-481346'] for router_gateway, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:42.595641 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12559'] for router, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:42.597822 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:42.682103 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-355561'] for router, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:42.682691 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea22a27-eea7-45f7-a41e-16f40cd844a7 {{(pid=91778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:32:42.687374 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] Notify callbacks [] for router, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:42.688621 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-10539fe1-d24c-46be-ab3c-f8df6cb0395e admin admin] 10.222.0.13 "DELETE /v2.0/routers/8ea22a27-eea7-45f7-a41e-16f40cd844a7 HTTP/1.1" status: 204 len: 168 time: 1.4121606 Jun 07 17:32:42.691325 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59668) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:42.749569 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26c7225-51e8-4646-a67a-0284198ba960 admin admin] Deleting subnet 70c63c19-8182-44e8-8d03-6ffe55d16f64 {{(pid=91778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:32:42.752577 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a26c7225-51e8-4646-a67a-0284198ba960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:42.805686 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a26c7225-51e8-4646-a67a-0284198ba960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1956365'] for subnet, precommit_delete_associations {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:42.897137 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:32:42.933171 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:32:42.933522 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 90ced65c-6fff-495f-9ec3-3c7e51d0ac24 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:32:42.933978 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 6729532c-4a28-4046-a79f-c6fa510b2083 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:32:42.973835 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: 6729532c-4a28-4046-a79f-c6fa510b2083 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:32:42.974219 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 6729532c-4a28-4046-a79f-c6fa510b2083 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:32:43.035354 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a26c7225-51e8-4646-a67a-0284198ba960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.111610 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a26c7225-51e8-4646-a67a-0284198ba960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1213485'] for subnet, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.116223 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-d176561e-3993-40ed-bb56-ea1a5504053f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:43.155939 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a26c7225-51e8-4646-a67a-0284198ba960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.157971 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-a26c7225-51e8-4646-a67a-0284198ba960 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70c63c19-8182-44e8-8d03-6ffe55d16f64 HTTP/1.1" status: 204 len: 168 time: 0.4655652 Jun 07 17:32:43.159841 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c7225-51e8-4646-a67a-0284198ba960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c63c19-8182-44e8-8d03-6ffe55d16f64,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:43.161769 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59670) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:43.162404 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8d96fa-7c47-426a-aa9d-69404b6e5045 None None] Network 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:32:43.162521 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a26c7225-51e8-4646-a67a-0284198ba960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:43.273051 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.358024 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Deleting port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:32:43.358905 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.452045 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] DHCP port deletion for 3c86886e-5f82-4f36-80fa-5c1fdc3d34ed request from dv-cinder-789603-8-smb {{(pid=91780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 17:32:43.481880 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] For port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=892a8f7d-b50c-4fbe-8d02-a32d0d102f6e,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:32:43.482243 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.539984 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Deleting port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e {{(pid=91780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:32:43.541565 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.625892 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Calling delete_port for 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e owned by network:dhcp {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:32:43.645303 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] For port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=892a8f7d-b50c-4fbe-8d02-a32d0d102f6e,segment=NetworkSegment(87543d50-7447-4a43-8603-6fd947f4f6ad),segment_id=87543d50-7447-4a43-8603-6fd947f4f6ad)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:32:43.645727 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.675808 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.683792 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-38a4c3c7-513f-4b75-a05e-66877016b606 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:43.727250 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] No DVR routers for this DVR port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e on host dv-cinder-789603-8-smb {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:32:43.729054 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Pushing event deleted for resources: {'Port': ['ID=892a8f7d-b50c-4fbe-8d02-a32d0d102f6e,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:43.757737 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:43.781836 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Calling delete_port for 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e owned by network:dhcp {{(pid=91780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:32:43.851106 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.863444 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c86886e-5f82-4f36-80fa-5c1fdc3d34ed']}} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:43.877399 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87543d50-7447-4a43-8603-6fd947f4f6ad') {'for_net_delete': True} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:43.877701 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87543d50-7447-4a43-8603-6fd947f4f6ad') {} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:43.889235 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355603'] for segment, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.907760 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.911608 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665'] for port, after_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.914992 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=91779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:32:43.915574 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2355273'] for segment, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:43.918676 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: Traceback (most recent call last): Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: timer() Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: cb(*args, **kw) Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: return func(*args, **kwargs) Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: self._notify() Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: self.callback(batched_events) Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: event.method(event) Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: return f(self, *a, **k) Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: return self._get(url).json() Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: return self.request(url, 'GET', **kwargs) Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:32:43.934207 dv-cinder-789603-8-smb neutron-server[91779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:32:43.978715 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Pushing event deleted for resources: {'Port': ['ID=892a8f7d-b50c-4fbe-8d02-a32d0d102f6e,revision_number=None']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:43.981641 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] No DVR routers for this DVR port 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e on host dv-cinder-789603-8-smb {{(pid=91780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:32:43.989836 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:43.990183 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:43.990520 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:43.990948 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:43.991306 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:43.991645 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:43.991996 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:43.992323 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:43.992645 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:43.992968 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:43.993288 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:43.993619 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:32:43.996734 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:44.032966 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:44.036569 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-fd41c53e-d4b9-4b7e-be11-cdd8e50a612c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:44.052407 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:44.054185 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3c86886e-5f82-4f36-80fa-5c1fdc3d34ed HTTP/1.1" status: 204 len: 168 time: 0.8912840 Jun 07 17:32:44.057210 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59678) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:44.057356 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c86886e-5f82-4f36-80fa-5c1fdc3d34ed,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:44.059524 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5a2d7513-d47e-43f6-b90a-1b737a96e988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:44.608269 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352978'] for router_interface, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:44.705454 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:32:44.744702 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:32:44.744702 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 892a8f7d-b50c-4fbe-8d02-a32d0d102f6e not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:32:45.046711 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] Deleting port 94a477e2-5a13-41a5-a238-5089427907e3 {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:32:45.047143 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:45.190119 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] For port 94a477e2-5a13-41a5-a238-5089427907e3, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=94a477e2-5a13-41a5-a238-5089427907e3,segment=NetworkSegment(8d149abc-4a20-4a81-bd34-5f948904568a),segment_id=8d149abc-4a20-4a81-bd34-5f948904568a)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:32:45.190472 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:45.415169 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] Calling delete_port for 94a477e2-5a13-41a5-a238-5089427907e3 owned by network:router_interface {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:32:45.567695 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:45.571046 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:45.614797 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=94a477e2-5a13-41a5-a238-5089427907e3,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:45.617206 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:45.883702 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-490656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360348'] for router_interface, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:46.245736 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] Router ead3782d-40cf-4d8b-9529-a393ce141354 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:32:46.424691 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:32:46.430756 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] 10.222.0.13 "PUT /v2.0/routers/ead3782d-40cf-4d8b-9529-a393ce141354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3723769 Jun 07 17:32:46.432359 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59698) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:46.433185 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e29590-20de-4523-b749-bd499229246b None None] Sync routers for ids ['ead3782d-40cf-4d8b-9529-a393ce141354'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:32:46.444763 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e29590-20de-4523-b749-bd499229246b None None] Routers {'ead3782d-40cf-4d8b-9529-a393ce141354'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:32:46.445895 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-33e29590-20de-4523-b749-bd499229246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:32:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['ead3782d-40cf-4d8b-9529-a393ce141354'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:46.610606 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:46.635122 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-33e29590-20de-4523-b749-bd499229246b None None] Set router ead3782d-40cf-4d8b-9529-a393ce141354 gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:32:46.889895 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:46.958068 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-33e29590-20de-4523-b749-bd499229246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'name': 'tempest-TestMinimumBasicScenario-378070557-router', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:28:22Z', 'updated_at': '2021-06-07T17:32:45Z', 'revision_number': 5, 'project_id': 'cbfbf308302a461cab462ba47efb5704', 'gw_port': {'id': 'e35f9156-3550-4328-9ff5-2bed72d279a1', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:28:27Z', 'updated_at': '2021-06-07T17:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:46.962254 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e29590-20de-4523-b749-bd499229246b None None] Checking router: ead3782d-40cf-4d8b-9529-a393ce141354 for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:32:46.963174 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Deleting port e35f9156-3550-4328-9ff5-2bed72d279a1 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:32:46.963528 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:46.971184 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e29590-20de-4523-b749-bd499229246b None None] Routers {'ead3782d-40cf-4d8b-9529-a393ce141354'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:32:46.971807 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-33e29590-20de-4523-b749-bd499229246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:32:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['ead3782d-40cf-4d8b-9529-a393ce141354'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:47.088324 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] For port e35f9156-3550-4328-9ff5-2bed72d279a1, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=e35f9156-3550-4328-9ff5-2bed72d279a1,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:32:47.088687 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:47.124528 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-33e29590-20de-4523-b749-bd499229246b None None] Set router ead3782d-40cf-4d8b-9529-a393ce141354 gateway port host: None {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:32:47.218092 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Calling delete_port for e35f9156-3550-4328-9ff5-2bed72d279a1 owned by network:router_gateway {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:32:47.232196 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-33e29590-20de-4523-b749-bd499229246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'name': 'tempest-TestMinimumBasicScenario-378070557-router', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:28:22Z', 'updated_at': '2021-06-07T17:32:46Z', 'revision_number': 6, 'project_id': 'cbfbf308302a461cab462ba47efb5704', 'gw_port_host': None}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:47.237363 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e29590-20de-4523-b749-bd499229246b None None] The sync data for ids ['ead3782d-40cf-4d8b-9529-a393ce141354'] in dv-cinder-789603-8-smb is: [{'id': 'ead3782d-40cf-4d8b-9529-a393ce141354', 'name': 'tempest-TestMinimumBasicScenario-378070557-router', 'tenant_id': 'cbfbf308302a461cab462ba47efb5704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:28:22Z', 'updated_at': '2021-06-07T17:32:46Z', 'revision_number': 6, 'project_id': 'cbfbf308302a461cab462ba47efb5704', 'gw_port_host': None}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:32:47.383118 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:47.389129 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:47.462958 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35f9156-3550-4328-9ff5-2bed72d279a1,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:47.465452 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:47.534254 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-481346'] for router_gateway, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:47.717291 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12559'] for router, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:47.719920 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:47.728783 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa557f-53ca-4088-b235-10762010b479 req-5bd579fd-7e9e-41ca-b12f-3c4a5d158b58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:47.730270 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a7fa557f-53ca-4088-b235-10762010b479 req-5bd579fd-7e9e-41ca-b12f-3c4a5d158b58 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.0840392 Jun 07 17:32:47.742988 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-355561'] for router, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:47.743519 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ead3782d-40cf-4d8b-9529-a393ce141354 {{(pid=91779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:32:47.752015 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:47.753151 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-e76140d4-f5bd-42da-8d30-7c59b1550ba6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ead3782d-40cf-4d8b-9529-a393ce141354 HTTP/1.1" status: 204 len: 168 time: 1.3198042 Jun 07 17:32:47.755998 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59716) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:47.780887 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a7fa557f-53ca-4088-b235-10762010b479 req-1b9d92b7-a906-4535-9f10-a1c4b6b88fd7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420630 Jun 07 17:32:47.816951 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8066144-6041-46c6-a50d-0094e72d3464 admin admin] Deleting subnet 53bb7f43-9e17-4d1c-ae8d-4cfb27905349 {{(pid=91779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:32:47.819846 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b8066144-6041-46c6-a50d-0094e72d3464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:47.871774 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b8066144-6041-46c6-a50d-0094e72d3464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2355626'] for subnet, precommit_delete_associations {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:47.987796 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b8066144-6041-46c6-a50d-0094e72d3464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.063614 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b8066144-6041-46c6-a50d-0094e72d3464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2355434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2833856'] for subnet, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.067570 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:48.102298 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8066144-6041-46c6-a50d-0094e72d3464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53bb7f43-9e17-4d1c-ae8d-4cfb27905349,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:48.105353 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b8066144-6041-46c6-a50d-0094e72d3464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:48.106328 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b8066144-6041-46c6-a50d-0094e72d3464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.111522 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-b8066144-6041-46c6-a50d-0094e72d3464 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/53bb7f43-9e17-4d1c-ae8d-4cfb27905349 HTTP/1.1" status: 204 len: 168 time: 0.3544247 Jun 07 17:32:48.111903 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59718) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:48.112826 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8684b61-1247-449b-9640-8eacf66c470a None None] Network e0a91cfa-3417-444c-ae04-29bf0e1ff232 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:32:48.228845 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.313858 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Deleting port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:32:48.314200 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.397296 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b90f60-abb0-4ac3-b18e-26d6b96074f0 None None] DHCP port deletion for e0a91cfa-3417-444c-ae04-29bf0e1ff232 request from dv-cinder-789603-8-smb {{(pid=91780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 17:32:48.465659 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-d4b90f60-abb0-4ac3-b18e-26d6b96074f0 None None] Deleting port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb {{(pid=91780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:32:48.466044 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d4b90f60-abb0-4ac3-b18e-26d6b96074f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.528811 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] For port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=8c6854ce-a9fc-4547-83af-8ad6ead58ceb,segment=NetworkSegment(8d149abc-4a20-4a81-bd34-5f948904568a),segment_id=8d149abc-4a20-4a81-bd34-5f948904568a)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:32:48.529080 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.596388 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-d4b90f60-abb0-4ac3-b18e-26d6b96074f0 None None] For port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=8c6854ce-a9fc-4547-83af-8ad6ead58ceb,segment=NetworkSegment(8d149abc-4a20-4a81-bd34-5f948904568a),segment_id=8d149abc-4a20-4a81-bd34-5f948904568a)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:32:48.596704 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d4b90f60-abb0-4ac3-b18e-26d6b96074f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.653478 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Calling delete_port for 8c6854ce-a9fc-4547-83af-8ad6ead58ceb owned by network:dhcp {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:32:48.703897 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.707679 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-840e6432-ff70-44b7-86a8-702b1df92217 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:48.712192 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 8c6854ce-a9fc-4547-83af-8ad6ead58ceb no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:32:48.748164 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-d4b90f60-abb0-4ac3-b18e-26d6b96074f0 None None] Calling delete_port for 8c6854ce-a9fc-4547-83af-8ad6ead58ceb owned by network:dhcp {{(pid=91780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:32:48.754050 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6854ce-a9fc-4547-83af-8ad6ead58ceb,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:48.757858 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:48.758042 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: 8c6854ce-a9fc-4547-83af-8ad6ead58ceb {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:32:48.758358 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] No DVR routers for this DVR port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb on host dv-cinder-789603-8-smb {{(pid=91778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:32:48.758474 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 8c6854ce-a9fc-4547-83af-8ad6ead58ceb not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:32:48.758735 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 94a477e2-5a13-41a5-a238-5089427907e3 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:32:48.794042 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: 94a477e2-5a13-41a5-a238-5089427907e3 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:32:48.794308 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 94a477e2-5a13-41a5-a238-5089427907e3 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:32:48.794744 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device e35f9156-3550-4328-9ff5-2bed72d279a1 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:32:48.836898 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: e35f9156-3550-4328-9ff5-2bed72d279a1 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:32:48.837243 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device e35f9156-3550-4328-9ff5-2bed72d279a1 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:32:48.867123 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d4b90f60-abb0-4ac3-b18e-26d6b96074f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665'] for port, after_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.871891 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:48.880625 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.893951 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a91cfa-3417-444c-ae04-29bf0e1ff232']}} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:48.916667 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b90f60-abb0-4ac3-b18e-26d6b96074f0 None None] Pushing event deleted for resources: {'Port': ['ID=8c6854ce-a9fc-4547-83af-8ad6ead58ceb,revision_number=None']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:48.919018 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-d4b90f60-abb0-4ac3-b18e-26d6b96074f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:48.921678 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b90f60-abb0-4ac3-b18e-26d6b96074f0 None None] No DVR routers for this DVR port 8c6854ce-a9fc-4547-83af-8ad6ead58ceb on host dv-cinder-789603-8-smb {{(pid=91780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:32:48.938059 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d149abc-4a20-4a81-bd34-5f948904568a') {'for_net_delete': True} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:48.938365 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.services.segments.db [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d149abc-4a20-4a81-bd34-5f948904568a') {} {{(pid=91778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:32:48.963882 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1956404'] for segment, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.989804 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:48.999230 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=91778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:32:48.999617 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1956664'] for segment, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: Traceback (most recent call last): Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: timer() Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: cb(*args, **kw) Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: return func(*args, **kwargs) Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: self._notify() Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: self.callback(batched_events) Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: event.method(event) Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: return f(self, *a, **k) Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: return self._get(url).json() Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: return self.request(url, 'GET', **kwargs) Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:32:49.013872 dv-cinder-789603-8-smb neutron-server[91778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:32:49.121802 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702352e-88c0-4d11-878c-b3ba1b44e6d8 req-8256b308-b1f1-482e-aedc-28cc8a0d1ce0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:49.123313 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9702352e-88c0-4d11-878c-b3ba1b44e6d8 req-8256b308-b1f1-482e-aedc-28cc8a0d1ce0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.2184820 Jun 07 17:32:49.129294 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:49.148230 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:49.162106 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:49.164017 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e0a91cfa-3417-444c-ae04-29bf0e1ff232 HTTP/1.1" status: 204 len: 168 time: 1.0509512 Jun 07 17:32:49.185694 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a91cfa-3417-444c-ae04-29bf0e1ff232,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:49.189752 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-60440a7e-e127-4ac8-9094-1cad5c66ee64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:49.200764 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9702352e-88c0-4d11-878c-b3ba1b44e6d8 req-3e1350ef-98ed-485b-8fb1-53113761f1b1 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694771 Jun 07 17:32:49.348651 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59726) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:49.396861 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-1aef07d6-b58f-4a41-9ead-9d07b3888b54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55ca40200b374d32a515c7bdd771f3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468178 Jun 07 17:32:49.399253 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59728) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:49.462938 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-55759560-0739-4c12-a485-a92c32dcc0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:49.490204 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-55759560-0739-4c12-a485-a92c32dcc0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:49.545762 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-55759560-0739-4c12-a485-a92c32dcc0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:49.548506 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-55759560-0739-4c12-a485-a92c32dcc0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:49.549674 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-55759560-0739-4c12-a485-a92c32dcc0ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9085fc8-adc1-402e-a180-1f55f1d28938 HTTP/1.1" status: 204 len: 168 time: 0.1493030 Jun 07 17:32:49.550464 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-eb7e3926-fd50-4d72-83e4-6fbbeb966696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:49.561748 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55759560-0739-4c12-a485-a92c32dcc0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9085fc8-adc1-402e-a180-1f55f1d28938,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:49.564506 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-55759560-0739-4c12-a485-a92c32dcc0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:49.888997 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59736) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:49.937664 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-09fda70d-bfa5-44d9-ab69-488e8de0daa2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbfbf308302a461cab462ba47efb5704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467207 Jun 07 17:32:49.939979 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59738) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:32:49.996267 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a7786647-47ac-4c03-b627-579288e5f7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:50.025644 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a7786647-47ac-4c03-b627-579288e5f7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:50.076123 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a7786647-47ac-4c03-b627-579288e5f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:50.079178 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a7786647-47ac-4c03-b627-579288e5f7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:50.082608 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-a7786647-47ac-4c03-b627-579288e5f7b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b24ed111-2ec2-41ce-a742-c7ecaf7c7a54 HTTP/1.1" status: 204 len: 168 time: 0.1394384 Jun 07 17:32:50.082608 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e833e1e9-e20c-4204-afb7-a4b6eb3b43fb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:50.090346 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7786647-47ac-4c03-b627-579288e5f7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24ed111-2ec2-41ce-a742-c7ecaf7c7a54,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:50.092757 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a7786647-47ac-4c03-b627-579288e5f7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:50.415011 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517208ce-4e46-47bb-9ede-71b2169308b0 req-a75881f1-5321-423a-8bd5-6d74327f0ebf tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:50.416855 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-517208ce-4e46-47bb-9ede-71b2169308b0 req-a75881f1-5321-423a-8bd5-6d74327f0ebf tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.0884368 Jun 07 17:32:50.466600 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-517208ce-4e46-47bb-9ede-71b2169308b0 req-80212172-6d03-4714-b038-f1f6f4718bad tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Jun 07 17:32:51.658392 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f360c5-be78-4952-8e73-f32b1cf4a54f req-564bf5f7-7e54-44db-8bea-31f44cadba69 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:51.659890 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-66f360c5-be78-4952-8e73-f32b1cf4a54f req-564bf5f7-7e54-44db-8bea-31f44cadba69 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.0846295 Jun 07 17:32:51.708522 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-66f360c5-be78-4952-8e73-f32b1cf4a54f req-98465e9d-6efe-40fc-b3dc-f193c8d7666e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428188 Jun 07 17:32:52.931987 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300d517-896b-4db3-be7e-9595d2e76ded req-6da53b75-02ce-4964-893a-579a83abf35f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:52.933458 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7300d517-896b-4db3-be7e-9595d2e76ded req-6da53b75-02ce-4964-893a-579a83abf35f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.0893004 Jun 07 17:32:52.979630 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7300d517-896b-4db3-be7e-9595d2e76ded req-b3b041df-4b28-4f01-a0d3-ebacf31e92c2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401814 Jun 07 17:32:54.188460 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df925e0-9699-40f4-8d47-c1aa7cf4269f req-044ec8da-95a3-4b95-b9c2-01efbe9db3a7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:54.190083 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4df925e0-9699-40f4-8d47-c1aa7cf4269f req-044ec8da-95a3-4b95-b9c2-01efbe9db3a7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.0934246 Jun 07 17:32:54.238028 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4df925e0-9699-40f4-8d47-c1aa7cf4269f req-c6b33589-713b-439b-8921-caa6b85b3944 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420799 Jun 07 17:32:55.438978 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf670e3-9ff8-4f19-91f7-46438a06de54 req-bb9b92d0-712c-4c2d-9488-91893e4604db tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:55.440339 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7cf670e3-9ff8-4f19-91f7-46438a06de54 req-bb9b92d0-712c-4c2d-9488-91893e4604db tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.0869653 Jun 07 17:32:55.491714 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-7cf670e3-9ff8-4f19-91f7-46438a06de54 req-2d5e9d68-9d82-48a6-8362-6d611cccd793 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455194 Jun 07 17:32:56.689272 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff6d8a-4ee7-4dde-a0be-210a18ed1a40 req-fdb41051-afc2-40c8-a32c-f1db17439a68 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:56.690759 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6cff6d8a-4ee7-4dde-a0be-210a18ed1a40 req-fdb41051-afc2-40c8-a32c-f1db17439a68 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.0847261 Jun 07 17:32:56.736754 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6cff6d8a-4ee7-4dde-a0be-210a18ed1a40 req-3628b492-ef6e-4610-a96c-0a50c126b52f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393703 Jun 07 17:32:57.938294 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98d8b2-89e8-40c9-89b6-e03c6e937903 req-11dd7446-fbf9-452d-a6dd-56e8154f752f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:57.939852 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4b98d8b2-89e8-40c9-89b6-e03c6e937903 req-11dd7446-fbf9-452d-a6dd-56e8154f752f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.0845931 Jun 07 17:32:57.991433 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4b98d8b2-89e8-40c9-89b6-e03c6e937903 req-ca23d85d-813b-4c3f-88f6-a33c31ed9521 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456867 Jun 07 17:32:59.183777 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c90367-da9f-4e9a-80a9-d1fc9a944320 req-0117df67-b519-4777-a1a3-cd3b293d7a38 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:32:59.185273 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-80c90367-da9f-4e9a-80a9-d1fc9a944320 req-0117df67-b519-4777-a1a3-cd3b293d7a38 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.0846272 Jun 07 17:32:59.235117 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-80c90367-da9f-4e9a-80a9-d1fc9a944320 req-4923592e-7c32-4003-ab82-89228ed02a45 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427506 Jun 07 17:32:59.250370 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 33bd535d-36b5-498a-9d74-c8cda048c0e3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:32:59.389157 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:32:59.404803 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'port_id': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'mac_address': 'fa:16:3e:fc:29:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:32:59.465176 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:59.483884 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33bd535d-36b5-498a-9d74-c8cda048c0e3 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:32:59.500209 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:32:59.505226 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:59.507008 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e27721ff-4d42-434e-9de6-e244f8ff7c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:32:59.584165 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=33bd535d-36b5-498a-9d74-c8cda048c0e3,revision_number=6']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:32:59.587391 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:32:59.600362 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['33bd535d-36b5-498a-9d74-c8cda048c0e3'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:33:00.252303 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-8b6342b1-fbb1-44f4-8ab2-46debc11e06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:00.545186 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ad242-1650-400b-979d-bd2e43e42465 req-dfc0fd5f-e4f3-42a7-89e3-3bd803f8b2e3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:00.547216 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6f1ad242-1650-400b-979d-bd2e43e42465 req-dfc0fd5f-e4f3-42a7-89e3-3bd803f8b2e3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 944 time: 0.1902158 Jun 07 17:33:00.605854 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6f1ad242-1650-400b-979d-bd2e43e42465 req-801a5d0c-07f6-4748-ba27-aa4bdfcd6b3e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492759 Jun 07 17:33:01.179247 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59780) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:01.258147 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 33bd535d-36b5-498a-9d74-c8cda048c0e3 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:33:01.328266 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 33bd535d-36b5-498a-9d74-c8cda048c0e3 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:33:01.328658 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:01.456962 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:01.497767 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:33:01.501538 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8772004f-7022-4ff2-9a47-736f5fe73fc3" -d '{"events": [{"server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "name": "network-vif-plugged", "status": "completed", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:33:01.513696 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:01.519931 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:01.521900 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:01.551985 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6624ccd0-ef6a-47b5-87b9-24d4eec5edef x-openstack-request-id: req-6624ccd0-ef6a-47b5-87b9-24d4eec5edef {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:33:01.552280 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "name": "network-vif-plugged", "status": "completed", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:33:01.552541 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6624ccd0-ef6a-47b5-87b9-24d4eec5edef {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:33:01.552934 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'code': 200} Jun 07 17:33:01.592965 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=33bd535d-36b5-498a-9d74-c8cda048c0e3,revision_number=7']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:01.596116 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:01.860933 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Deleting port 147fe6ab-c455-4155-bd16-bbc4a41fde53 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:01.861169 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:01.884998 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f51c-6c17-439a-90b8-22c67c1553ba req-2cd33ca7-1eec-417b-a0ca-5931f7d6179a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:01.886576 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-3d54f51c-6c17-439a-90b8-22c67c1553ba req-2cd33ca7-1eec-417b-a0ca-5931f7d6179a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.1295404 Jun 07 17:33:02.019176 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-3d54f51c-6c17-439a-90b8-22c67c1553ba req-deb1501b-a0b0-43ad-9393-b9625a546528 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241603 Jun 07 17:33:02.040148 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:02.040480 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:02.164990 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Calling delete_port for 147fe6ab-c455-4155-bd16-bbc4a41fde53 owned by network:floatingip {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:02.288386 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:02.292512 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-33c26d05-058c-4333-b447-38c76ae4b687 tempest-VolumesSnapshotTestJSON-816990199 tempest-VolumesSnapshotTestJSON-816990199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:02.340008 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Pushing event deleted for resources: {'Port': ['ID=147fe6ab-c455-4155-bd16-bbc4a41fde53,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:02.343885 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:02.432631 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for floatingip, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:02.432871 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.l3_db [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Floating IP 91b0c12a-9e32-4e60-a79d-51543f669389 disassociated (deleted). External IP: 172.28.2.84, port: 8b085320-e676-4064-b4b0-e91f070187e5. Jun 07 17:33:02.564494 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-a6a6fb76-b374-4cea-9ef4-b55b2414b095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:02.798798 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Router f7282fba-c440-4a0a-8522-28da89083a37 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:33:02.808722 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:02.985142 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:33:02.990119 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:02.995518 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47905b66-4747-4199-ac27-2a8e05b5cdb5 None None] Sync routers for ids ['f7282fba-c440-4a0a-8522-28da89083a37'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:33:03.006022 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47905b66-4747-4199-ac27-2a8e05b5cdb5 None None] Routers {'f7282fba-c440-4a0a-8522-28da89083a37'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:33:03.006772 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-47905b66-4747-4199-ac27-2a8e05b5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:33:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['f7282fba-c440-4a0a-8522-28da89083a37'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:03.059260 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-16e8c6c6-c491-4b28-a941-ad0b43ee991e tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "DELETE /v2.0/floatingips/91b0c12a-9e32-4e60-a79d-51543f669389 HTTP/1.1" status: 204 len: 168 time: 1.8787744 Jun 07 17:33:03.060022 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:33:03.062423 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155f650b-9d31-4725-a8ec-33bbab8ba2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "tag": "8b085320-e676-4064-b4b0-e91f070187e5"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:33:03.199592 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-47905b66-4747-4199-ac27-2a8e05b5cdb5 None None] Set router f7282fba-c440-4a0a-8522-28da89083a37 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:33:03.248837 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ab3e1-1e9c-4c84-9449-d73cfe1ea939 req-bf597885-2508-4fc3-8587-3206f565a259 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:03.250679 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e69ab3e1-1e9c-4c84-9449-d73cfe1ea939 req-bf597885-2508-4fc3-8587-3206f565a259 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.1008220 Jun 07 17:33:03.302658 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e69ab3e1-1e9c-4c84-9449-d73cfe1ea939 req-d5617aff-d24d-446f-9cfa-362db6a793c9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458565 Jun 07 17:33:03.308497 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21db9ab6-9686-4644-ab10-73174c71214f x-openstack-request-id: req-21db9ab6-9686-4644-ab10-73174c71214f {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:33:03.309527 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "tag": "8b085320-e676-4064-b4b0-e91f070187e5", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:33:03.310036 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21db9ab6-9686-4644-ab10-73174c71214f {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:33:03.310701 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5', 'status': 'completed', 'code': 200} Jun 07 17:33:03.584223 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f650b-9d31-4725-a8ec-33bbab8ba2d9 req-895a114a-9ab8-4088-b4f0-5c8f23c9c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:03.585607 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-155f650b-9d31-4725-a8ec-33bbab8ba2d9 req-895a114a-9ab8-4088-b4f0-5c8f23c9c679 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=301c5ae75c6242538682f6cfd11a5b52&device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 1098 time: 0.2422426 Jun 07 17:33:03.592215 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-47905b66-4747-4199-ac27-2a8e05b5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '6aae579a-b3de-4e69-8b25-58bce3ccb9c6', 'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'mac_address': 'fa:16:3e:d6:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:48Z', 'updated_at': '2021-06-07T17:27:02Z', 'revision_number': 5, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'subnets': [{'id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:03.597093 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47905b66-4747-4199-ac27-2a8e05b5cdb5 None None] Checking router: f7282fba-c440-4a0a-8522-28da89083a37 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:33:03.605845 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47905b66-4747-4199-ac27-2a8e05b5cdb5 None None] Routers {'f7282fba-c440-4a0a-8522-28da89083a37'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:33:03.606472 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-47905b66-4747-4199-ac27-2a8e05b5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:33:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['f7282fba-c440-4a0a-8522-28da89083a37'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:03.728628 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fedd09-7d2c-4c18-bdb2-c57e266746a9 req-bcf54d2f-54c7-425f-b088-fa0cf0209461 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:03.730124 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a5fedd09-7d2c-4c18-bdb2-c57e266746a9 req-bcf54d2f-54c7-425f-b088-fa0cf0209461 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.3049126 Jun 07 17:33:03.763737 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f650b-9d31-4725-a8ec-33bbab8ba2d9 req-8945608c-edca-4072-b406-7c37e6e49395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:03.765801 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-155f650b-9d31-4725-a8ec-33bbab8ba2d9 req-8945608c-edca-4072-b406-7c37e6e49395 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bf5a0be-9427-4639-8cdc-2efdddf7557e HTTP/1.1" status: 200 len: 909 time: 0.1686435 Jun 07 17:33:03.793388 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-47905b66-4747-4199-ac27-2a8e05b5cdb5 None None] Set router f7282fba-c440-4a0a-8522-28da89083a37 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:33:03.852548 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-155f650b-9d31-4725-a8ec-33bbab8ba2d9 req-893ec761-1d76-4ad4-88e6-ce9da0a10bd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b085320-e676-4064-b4b0-e91f070187e5 HTTP/1.1" status: 200 len: 217 time: 0.0787985 Jun 07 17:33:03.857304 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-a5fedd09-7d2c-4c18-bdb2-c57e266746a9 req-d00b24d1-06b2-401e-b724-5b92db1b1f29 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146069 Jun 07 17:33:03.869196 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:03.920629 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f650b-9d31-4725-a8ec-33bbab8ba2d9 req-ac4aa4bd-e85c-42fc-8aef-542031c7cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:03.922073 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-155f650b-9d31-4725-a8ec-33bbab8ba2d9 req-ac4aa4bd-e85c-42fc-8aef-542031c7cff8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8cb29701-2401-47ed-bddd-96a2fc7a9c96 HTTP/1.1" status: 200 len: 847 time: 0.0624783 Jun 07 17:33:04.007431 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f650b-9d31-4725-a8ec-33bbab8ba2d9 req-9e92edad-207b-48c4-ac91-24e9be1436c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:04.008900 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-155f650b-9d31-4725-a8ec-33bbab8ba2d9 req-9e92edad-207b-48c4-ac91-24e9be1436c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bf5a0be-9427-4639-8cdc-2efdddf7557e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795679 Jun 07 17:33:04.125465 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-47905b66-4747-4199-ac27-2a8e05b5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '6aae579a-b3de-4e69-8b25-58bce3ccb9c6', 'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'mac_address': 'fa:16:3e:d6:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:48Z', 'updated_at': '2021-06-07T17:27:02Z', 'revision_number': 5, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'subnets': [{'id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:04.129593 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47905b66-4747-4199-ac27-2a8e05b5cdb5 None None] The sync data for ids ['f7282fba-c440-4a0a-8522-28da89083a37'] in dv-cinder-789603-8-smb is: [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:26:49Z', 'revision_number': 4, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '6aae579a-b3de-4e69-8b25-58bce3ccb9c6', 'name': '', 'network_id': '8bf5a0be-9427-4639-8cdc-2efdddf7557e', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'mac_address': 'fa:16:3e:d6:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:48Z', 'updated_at': '2021-06-07T17:27:02Z', 'revision_number': 5, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'subnets': [{'id': '8cb29701-2401-47ed-bddd-96a2fc7a9c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:33:04.304726 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-155f650b-9d31-4725-a8ec-33bbab8ba2d9 req-d4140528-ff63-4086-8479-c74aa4423ceb service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659307 Jun 07 17:33:04.433223 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644b381-5690-4ee0-b832-ccb2756e3ae2 None None] New status for floating IP 91b0c12a-9e32-4e60-a79d-51543f669389: DOWN {{(pid=91781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:33:04.494577 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-155f650b-9d31-4725-a8ec-33bbab8ba2d9 req-8ea60494-22aa-4f5f-b609-0f67604a96f6 service neutron] 10.222.0.24 "GET /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758425 Jun 07 17:33:04.646837 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfcaf0-1d8f-4d74-beb1-89876c3d05a1 req-cb39e7e2-f7af-4e9c-82ce-66a310f0e048 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:04.649586 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-45bfcaf0-1d8f-4d74-beb1-89876c3d05a1 req-cb39e7e2-f7af-4e9c-82ce-66a310f0e048 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.1760821 Jun 07 17:33:04.736507 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-45bfcaf0-1d8f-4d74-beb1-89876c3d05a1 req-e0ff0c43-24ab-47d6-8226-9aac625c4895 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745416 Jun 07 17:33:05.075962 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6631-0236-41cf-b244-16142c25df70 req-f9552b08-f252-4337-82f5-9a7385c42a10 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:05.078782 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-910b6631-0236-41cf-b244-16142c25df70 req-f9552b08-f252-4337-82f5-9a7385c42a10 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1040063 Jun 07 17:33:05.178556 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-910b6631-0236-41cf-b244-16142c25df70 req-32fb4c25-9cce-4aa4-9162-8fa031703abd tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbfebc0c-dd7d-4475-b33e-a53290ee6826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936847 Jun 07 17:33:05.221575 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c951a-2c53-4080-8f27-1090c73b0efa req-c1b421a2-a9b4-47da-834b-8f58f41a1bb7 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:05.223650 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-808c951a-2c53-4080-8f27-1090c73b0efa req-c1b421a2-a9b4-47da-834b-8f58f41a1bb7 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.24 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 945 time: 0.1073651 Jun 07 17:33:05.424184 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-808c951a-2c53-4080-8f27-1090c73b0efa req-d17b4021-5967-4817-87a2-32d8b54f3197 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Deleting port 8b085320-e676-4064-b4b0-e91f070187e5 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:05.425226 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-808c951a-2c53-4080-8f27-1090c73b0efa req-d17b4021-5967-4817-87a2-32d8b54f3197 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:05.617353 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-808c951a-2c53-4080-8f27-1090c73b0efa req-d17b4021-5967-4817-87a2-32d8b54f3197 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] For port 8b085320-e676-4064-b4b0-e91f070187e5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b085320-e676-4064-b4b0-e91f070187e5,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:05.617721 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-808c951a-2c53-4080-8f27-1090c73b0efa req-d17b4021-5967-4817-87a2-32d8b54f3197 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:05.754056 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-808c951a-2c53-4080-8f27-1090c73b0efa req-d17b4021-5967-4817-87a2-32d8b54f3197 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Calling delete_port for 8b085320-e676-4064-b4b0-e91f070187e5 owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:05.838916 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:05.922520 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-808c951a-2c53-4080-8f27-1090c73b0efa req-d17b4021-5967-4817-87a2-32d8b54f3197 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:05.929380 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:06.024411 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b4021-5967-4817-87a2-32d8b54f3197 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Pushing event deleted for resources: {'Port': ['ID=8b085320-e676-4064-b4b0-e91f070187e5,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:06.034113 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-d17b4021-5967-4817-87a2-32d8b54f3197 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:06.281886 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-808c951a-2c53-4080-8f27-1090c73b0efa req-d17b4021-5967-4817-87a2-32d8b54f3197 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] No DVR routers for this DVR port 8b085320-e676-4064-b4b0-e91f070187e5 on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:33:06.289047 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-808c951a-2c53-4080-8f27-1090c73b0efa req-d17b4021-5967-4817-87a2-32d8b54f3197 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:06.292029 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-808c951a-2c53-4080-8f27-1090c73b0efa req-d17b4021-5967-4817-87a2-32d8b54f3197 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.24 "DELETE /v2.0/ports/8b085320-e676-4064-b4b0-e91f070187e5 HTTP/1.1" status: 204 len: 173 time: 1.0616386 Jun 07 17:33:06.295245 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'name': 'network-vif-deleted', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:33:06.299355 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b516286-d96a-4d63-bde3-60495a7637f6" -d '{"events": [{"server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "name": "network-vif-deleted", "tag": "8b085320-e676-4064-b4b0-e91f070187e5"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:33:06.354885 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab4c2d-20c1-4102-b871-ef7e5e2ca836 req-0bb918dc-efa6-421d-92f3-6fa75789c624 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:06.363748 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-43ab4c2d-20c1-4102-b871-ef7e5e2ca836 req-0bb918dc-efa6-421d-92f3-6fa75789c624 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.3856266 Jun 07 17:33:06.413935 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d976d1dd-a665-4fe9-bdcf-b6173092389c req-fd4e04e5-8c4c-457c-8e69-994d03f3853d tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 210 time: 0.0756011 Jun 07 17:33:06.488359 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234fed99-fe53-49ab-bba9-627220e30524 x-openstack-request-id: req-234fed99-fe53-49ab-bba9-627220e30524 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:33:06.494918 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ac87c2-6923-46e8-8df0-c902643c4cb4", "name": "network-vif-deleted", "tag": "8b085320-e676-4064-b4b0-e91f070187e5", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:33:06.495896 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-234fed99-fe53-49ab-bba9-627220e30524 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:33:06.496817 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ac87c2-6923-46e8-8df0-c902643c4cb4', 'name': 'network-vif-deleted', 'tag': '8b085320-e676-4064-b4b0-e91f070187e5', 'status': 'completed', 'code': 200} Jun 07 17:33:06.517079 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-43ab4c2d-20c1-4102-b871-ef7e5e2ca836 req-c1712496-226b-4c2e-ab6a-04618b587e34 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460207 Jun 07 17:33:07.710944 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c7a5a4ac-1471-4435-a712-e8f184059130 req-e5912c7e-792a-4738-b566-717dc0d1d35f tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "GET /v2.0/ports?device_id=65ac87c2-6923-46e8-8df0-c902643c4cb4 HTTP/1.1" status: 200 len: 210 time: 0.0670998 Jun 07 17:33:07.874409 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606f5ad-1dcf-47cd-90a6-a66b74d8867a req-30aa6e0d-2e09-46c1-869f-b1a4e416d1c7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:07.876498 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e606f5ad-1dcf-47cd-90a6-a66b74d8867a req-30aa6e0d-2e09-46c1-869f-b1a4e416d1c7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.1498020 Jun 07 17:33:07.956009 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e606f5ad-1dcf-47cd-90a6-a66b74d8867a req-1f606cd9-f6cd-4179-addd-bdf42b42b7b2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686324 Jun 07 17:33:08.894582 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59868) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:08.985962 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dd04edb9-8f99-4f68-8c38-666ce7067d49 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:09.042724 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dd04edb9-8f99-4f68-8c38-666ce7067d49 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:09.151233 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dd04edb9-8f99-4f68-8c38-666ce7067d49 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:09.155178 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dd04edb9-8f99-4f68-8c38-666ce7067d49 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:09.172658 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-dd04edb9-8f99-4f68-8c38-666ce7067d49 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] 10.222.0.13 "DELETE /v2.0/security-groups/bbfebc0c-dd7d-4475-b33e-a53290ee6826 HTTP/1.1" status: 204 len: 168 time: 0.2766602 Jun 07 17:33:09.176432 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-5de959e8-0d49-4a76-8637-f7bb294237d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:09.211741 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04edb9-8f99-4f68-8c38-666ce7067d49 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfebc0c-dd7d-4475-b33e-a53290ee6826,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:09.214685 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-dd04edb9-8f99-4f68-8c38-666ce7067d49 tempest-TestShelveInstance-2064728722 tempest-TestShelveInstance-2064728722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:09.234628 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59874) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:09.299075 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8b085320-e676-4064-b4b0-e91f070187e5 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:33:09.322378 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a1e2a-31cf-46e1-94de-c1bd2369c464 req-22b65849-11d4-4e98-af40-d00e7bd2f0bb tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:09.330592 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c34a1e2a-31cf-46e1-94de-c1bd2369c464 req-22b65849-11d4-4e98-af40-d00e7bd2f0bb tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.2031431 Jun 07 17:33:09.353814 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: 8b085320-e676-4064-b4b0-e91f070187e5 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:33:09.354445 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 8b085320-e676-4064-b4b0-e91f070187e5 not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:33:09.385231 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-c34a1e2a-31cf-46e1-94de-c1bd2369c464 req-32d31b24-f993-4a77-8c86-0fe4779874dc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537155 Jun 07 17:33:10.154315 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352978'] for router_interface, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:10.710828 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10470b-4553-404e-a8d6-9d442c0bc1a5 req-f4188954-2f6b-488b-89fd-33a448b4543b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:10.712361 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2a10470b-4553-404e-a8d6-9d442c0bc1a5 req-f4188954-2f6b-488b-89fd-33a448b4543b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.1726620 Jun 07 17:33:10.778718 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Deleting port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:10.779065 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:10.794562 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2a10470b-4553-404e-a8d6-9d442c0bc1a5 req-d71e4538-61df-4493-b37c-5b70d3dd58a0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688465 Jun 07 17:33:11.181860 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] For port 6aae579a-b3de-4e69-8b25-58bce3ccb9c6, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=6aae579a-b3de-4e69-8b25-58bce3ccb9c6,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:11.182671 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:11.403850 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Calling delete_port for 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 owned by network:router_interface {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:11.716707 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:11.730913 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f12f72b3-bdaf-4f6a-82ae-9607c3e13c56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:11.786237 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Pushing event deleted for resources: {'Port': ['ID=6aae579a-b3de-4e69-8b25-58bce3ccb9c6,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:11.794835 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:11.795256 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:11.796802 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:11.797188 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:11.797553 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:11.797916 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:11.798315 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:11.798674 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:11.799114 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:11.799500 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:11.799850 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:11.800198 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:11.846065 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:12.131079 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82678f44-ea2a-47ab-9d1d-6fc02833159f req-4c994bbb-9e4c-45a8-867c-b7c78e61faa7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:12.133427 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82678f44-ea2a-47ab-9d1d-6fc02833159f req-4c994bbb-9e4c-45a8-867c-b7c78e61faa7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.1415882 Jun 07 17:33:12.194517 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-82678f44-ea2a-47ab-9d1d-6fc02833159f req-5f6d9310-c9d8-4200-9a95-d7594194f30d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538824 Jun 07 17:33:12.256848 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-490656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360348'] for router_interface, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:12.365993 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:12.826398 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Router f7282fba-c440-4a0a-8522-28da89083a37 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:33:12.952664 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:33:13.202914 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:33:13.214564 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-412cc7f2-40ed-4120-b89d-7508d4c9360f admin admin] 10.222.0.13 "PUT /v2.0/routers/f7282fba-c440-4a0a-8522-28da89083a37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9763510 Jun 07 17:33:13.215039 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59906) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:13.230369 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb6800-0c4c-4039-b5cf-eafe590455d1 None None] Sync routers for ids ['f7282fba-c440-4a0a-8522-28da89083a37'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:33:13.278819 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb6800-0c4c-4039-b5cf-eafe590455d1 None None] Routers {'f7282fba-c440-4a0a-8522-28da89083a37'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:33:13.279504 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-09eb6800-0c4c-4039-b5cf-eafe590455d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:33:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['f7282fba-c440-4a0a-8522-28da89083a37'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:13.574330 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-09eb6800-0c4c-4039-b5cf-eafe590455d1 None None] Set router f7282fba-c440-4a0a-8522-28da89083a37 gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:33:13.579423 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:13.796762 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:13.900715 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7bb76-1732-4d45-9ec0-b5804cf40c45 req-7800bdbc-4610-4da1-b1d9-d92601e5a528 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:13.908782 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b8d7bb76-1732-4d45-9ec0-b5804cf40c45 req-7800bdbc-4610-4da1-b1d9-d92601e5a528 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.4100029 Jun 07 17:33:13.954439 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-09eb6800-0c4c-4039-b5cf-eafe590455d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:33:11Z', 'revision_number': 5, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port': {'id': 'b851a218-f09a-4281-aa71-1d593a180d3f', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:41Z', 'updated_at': '2021-06-07T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:13.962750 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb6800-0c4c-4039-b5cf-eafe590455d1 None None] Checking router: f7282fba-c440-4a0a-8522-28da89083a37 for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:33:13.967788 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-b8d7bb76-1732-4d45-9ec0-b5804cf40c45 req-71441164-bd8f-4c85-844e-d74c734e3dfa tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571108 Jun 07 17:33:13.978204 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb6800-0c4c-4039-b5cf-eafe590455d1 None None] Routers {'f7282fba-c440-4a0a-8522-28da89083a37'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:33:13.979396 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-09eb6800-0c4c-4039-b5cf-eafe590455d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:33:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['f7282fba-c440-4a0a-8522-28da89083a37'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:13.982597 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Deleting port b851a218-f09a-4281-aa71-1d593a180d3f {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:14.000460 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:14.194324 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] For port b851a218-f09a-4281-aa71-1d593a180d3f, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=b851a218-f09a-4281-aa71-1d593a180d3f,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:14.194699 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:14.212390 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-09eb6800-0c4c-4039-b5cf-eafe590455d1 None None] Set router f7282fba-c440-4a0a-8522-28da89083a37 gateway port host: None {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:33:14.346469 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-09eb6800-0c4c-4039-b5cf-eafe590455d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:33:13Z', 'revision_number': 6, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port_host': None}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:14.351543 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb6800-0c4c-4039-b5cf-eafe590455d1 None None] The sync data for ids ['f7282fba-c440-4a0a-8522-28da89083a37'] in dv-cinder-789603-8-smb is: [{'id': 'f7282fba-c440-4a0a-8522-28da89083a37', 'name': 'tempest-TestShelveInstance-590369203-router', 'tenant_id': '301c5ae75c6242538682f6cfd11a5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:37Z', 'updated_at': '2021-06-07T17:33:13Z', 'revision_number': 6, 'project_id': '301c5ae75c6242538682f6cfd11a5b52', 'gw_port_host': None}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:33:14.364534 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Calling delete_port for b851a218-f09a-4281-aa71-1d593a180d3f owned by network:router_gateway {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:14.565379 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:14.570927 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:14.618816 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b851a218-f09a-4281-aa71-1d593a180d3f,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:14.662345 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:14.662621 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:14.662997 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:14.663458 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:14.663849 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:14.664195 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:14.664653 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:14.665028 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:14.665425 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:14.665849 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:14.666206 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:14.666562 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:14.670364 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:14.885141 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-481346'] for router_gateway, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:14.920632 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:33:14.978866 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:33:14.979650 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 6aae579a-b3de-4e69-8b25-58bce3ccb9c6 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:33:15.102213 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12559'] for router, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:15.106195 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:15.153711 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-355561'] for router, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:15.154432 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7282fba-c440-4a0a-8522-28da89083a37 {{(pid=91778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:33:15.162660 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] Notify callbacks [] for router, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:15.165068 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-1bf524ff-2a7e-43e9-bdb5-79ba74aae8e2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f7282fba-c440-4a0a-8522-28da89083a37 HTTP/1.1" status: 204 len: 168 time: 1.9489226 Jun 07 17:33:15.167737 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59920) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:15.317672 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_v2 [None req-344cf00b-6e3f-4f11-88a2-b8c111a994d2 admin admin] Deleting subnet 8cb29701-2401-47ed-bddd-96a2fc7a9c96 {{(pid=91779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:33:15.322997 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-344cf00b-6e3f-4f11-88a2-b8c111a994d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:15.411378 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327f8be-eab9-4f5a-8e39-71b7d1dae1c9 req-a6761b34-f5c0-48c6-ba4f-dbc9a7ea93c3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:15.413045 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8327f8be-eab9-4f5a-8e39-71b7d1dae1c9 req-a6761b34-f5c0-48c6-ba4f-dbc9a7ea93c3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.2047963 Jun 07 17:33:15.415946 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-344cf00b-6e3f-4f11-88a2-b8c111a994d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2355626'] for subnet, precommit_delete_associations {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:15.739814 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8327f8be-eab9-4f5a-8e39-71b7d1dae1c9 req-8d1fe12c-c46d-4749-bc3b-50d16af532fc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262810 Jun 07 17:33:15.832102 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-344cf00b-6e3f-4f11-88a2-b8c111a994d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:15.948712 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-344cf00b-6e3f-4f11-88a2-b8c111a994d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2355434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2833856'] for subnet, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:15.956478 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f8830200-1242-4680-bd83-94ddf75a5e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:16.018479 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cf00b-6e3f-4f11-88a2-b8c111a994d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb29701-2401-47ed-bddd-96a2fc7a9c96,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:16.020588 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-344cf00b-6e3f-4f11-88a2-b8c111a994d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:16.025055 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-344cf00b-6e3f-4f11-88a2-b8c111a994d2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8cb29701-2401-47ed-bddd-96a2fc7a9c96 HTTP/1.1" status: 204 len: 168 time: 0.8536565 Jun 07 17:33:16.025055 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-344cf00b-6e3f-4f11-88a2-b8c111a994d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:16.026118 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 59926) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:16.033005 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e679752-2bd5-4eda-a953-6a666fcdace1 None None] Network 8bf5a0be-9427-4639-8cdc-2efdddf7557e requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:33:16.171074 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:16.276172 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Deleting port ab999ff1-459d-4421-8747-ce6f5e6e4325 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:16.276629 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:16.443983 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] For port ab999ff1-459d-4421-8747-ce6f5e6e4325, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=ab999ff1-459d-4421-8747-ce6f5e6e4325,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:16.444830 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:16.464919 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b935131b-7aee-4e09-86d6-2ca5f979a2a4 None None] DHCP port deletion for 8bf5a0be-9427-4639-8cdc-2efdddf7557e request from dv-cinder-789603-8-smb {{(pid=91780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 17:33:16.560911 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-b935131b-7aee-4e09-86d6-2ca5f979a2a4 None None] Deleting port ab999ff1-459d-4421-8747-ce6f5e6e4325 {{(pid=91780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:16.561211 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-b935131b-7aee-4e09-86d6-2ca5f979a2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:16.683417 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Calling delete_port for ab999ff1-459d-4421-8747-ce6f5e6e4325 owned by network:dhcp {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:16.684490 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-b935131b-7aee-4e09-86d6-2ca5f979a2a4 None None] For port ab999ff1-459d-4421-8747-ce6f5e6e4325, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=ab999ff1-459d-4421-8747-ce6f5e6e4325,segment=NetworkSegment(bf60143d-5fad-4820-9ff3-f3d30969730d),segment_id=bf60143d-5fad-4820-9ff3-f3d30969730d)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:16.684906 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-b935131b-7aee-4e09-86d6-2ca5f979a2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:16.799140 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:16.813646 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c2967573-050b-447f-9436-e3ad229726b1 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:16.874842 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device b851a218-f09a-4281-aa71-1d593a180d3f no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:33:16.908253 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab999ff1-459d-4421-8747-ce6f5e6e4325,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:16.912141 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:16.914403 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] No DVR routers for this DVR port ab999ff1-459d-4421-8747-ce6f5e6e4325 on host dv-cinder-789603-8-smb {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:33:17.053571 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: b851a218-f09a-4281-aa71-1d593a180d3f {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:33:17.054686 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device b851a218-f09a-4281-aa71-1d593a180d3f not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:33:17.055435 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device ab999ff1-459d-4421-8747-ce6f5e6e4325 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:33:17.056391 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:17.073121 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf5a0be-9427-4639-8cdc-2efdddf7557e']}} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:17.097702 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf60143d-5fad-4820-9ff3-f3d30969730d') {'for_net_delete': True} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:17.097999 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf60143d-5fad-4820-9ff3-f3d30969730d') {} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:17.112979 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355603'] for segment, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:17.116654 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a4b27-f9f1-41f5-ad71-554024fa0de1 req-3b74071d-d223-41f4-829b-341ae25ce273 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:17.126445 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-316a4b27-f9f1-41f5-ad71-554024fa0de1 req-3b74071d-d223-41f4-829b-341ae25ce273 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.1149111 Jun 07 17:33:17.129956 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-b935131b-7aee-4e09-86d6-2ca5f979a2a4 None None] Calling delete_port for ab999ff1-459d-4421-8747-ce6f5e6e4325 owned by network:dhcp {{(pid=91780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:17.132182 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:17.140276 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=91779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:33:17.140829 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2355273'] for segment, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:17.147127 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: ab999ff1-459d-4421-8747-ce6f5e6e4325 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:33:17.147779 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device ab999ff1-459d-4421-8747-ce6f5e6e4325 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:33:17.200153 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-316a4b27-f9f1-41f5-ad71-554024fa0de1 req-ad6b0de3-4a5b-4e88-ad38-172c87cfd9f9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722122 Jun 07 17:33:17.226488 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-b935131b-7aee-4e09-86d6-2ca5f979a2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665'] for port, after_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:17.230862 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: Traceback (most recent call last): Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: timer() Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: cb(*args, **kw) Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: return func(*args, **kwargs) Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: self._notify() Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: self.callback(batched_events) Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: event.method(event) Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: return f(self, *a, **k) Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: return self._get(url).json() Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: return self.request(url, 'GET', **kwargs) Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:33:17.260720 dv-cinder-789603-8-smb neutron-server[91779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:33:17.274849 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:17.285053 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935131b-7aee-4e09-86d6-2ca5f979a2a4 None None] Pushing event deleted for resources: {'Port': ['ID=ab999ff1-459d-4421-8747-ce6f5e6e4325,revision_number=None']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:17.285198 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:17.291476 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8bf5a0be-9427-4639-8cdc-2efdddf7557e HTTP/1.1" status: 204 len: 168 time: 1.2617190 Jun 07 17:33:17.291476 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c7c49410-2a32-4024-9c80-3f10c296d927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:17.291663 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59950) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:17.293595 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-b935131b-7aee-4e09-86d6-2ca5f979a2a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:17.294706 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935131b-7aee-4e09-86d6-2ca5f979a2a4 None None] No DVR routers for this DVR port ab999ff1-459d-4421-8747-ce6f5e6e4325 on host dv-cinder-789603-8-smb {{(pid=91780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:33:17.320273 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf5a0be-9427-4639-8cdc-2efdddf7557e,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:17.323691 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-688bb356-4bc2-4ec2-89e1-13c325278886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:17.892642 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352978'] for router_interface, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:18.240333 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae61d-be0c-45aa-ade8-ea9ed87a4bc1 req-0d23e9ca-8aa7-43cb-8123-7912bcee5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:18.242802 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-60cae61d-be0c-45aa-ade8-ea9ed87a4bc1 req-0d23e9ca-8aa7-43cb-8123-7912bcee5fc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 1098 time: 0.0939097 Jun 07 17:33:18.401917 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae61d-be0c-45aa-ade8-ea9ed87a4bc1 req-cbde5bda-5499-4159-8270-c4806977f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:18.405416 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-60cae61d-be0c-45aa-ade8-ea9ed87a4bc1 req-cbde5bda-5499-4159-8270-c4806977f9ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 918 time: 0.1544852 Jun 07 17:33:18.554294 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-60cae61d-be0c-45aa-ade8-ea9ed87a4bc1 req-29d37f63-44cb-49dc-b236-e3720f9081ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3 HTTP/1.1" status: 200 len: 1000 time: 0.1424446 Jun 07 17:33:18.572003 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] Deleting port d042c86f-ed13-44ad-a286-a664abe31964 {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:18.572561 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:18.611138 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05e04f-12be-4f45-a8e8-9965ec4962df req-5923611c-76d1-4220-b9af-4dee95c41a6f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:18.612711 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0f05e04f-12be-4f45-a8e8-9965ec4962df req-5923611c-76d1-4220-b9af-4dee95c41a6f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.2813997 Jun 07 17:33:18.641782 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae61d-be0c-45aa-ade8-ea9ed87a4bc1 req-876472f3-ea02-4844-b59a-ad2bc95c4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:18.643349 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-60cae61d-be0c-45aa-ade8-ea9ed87a4bc1 req-876472f3-ea02-4844-b59a-ad2bc95c4df6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.0783997 Jun 07 17:33:18.732589 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae61d-be0c-45aa-ade8-ea9ed87a4bc1 req-96cee856-beb3-406c-b48a-9556c309ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:18.735056 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-60cae61d-be0c-45aa-ade8-ea9ed87a4bc1 req-96cee856-beb3-406c-b48a-9556c309ab9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852020 Jun 07 17:33:18.745753 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0f05e04f-12be-4f45-a8e8-9965ec4962df req-0830e069-bd7c-4ae8-8c22-f96883be401a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149032 Jun 07 17:33:18.783798 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] For port d042c86f-ed13-44ad-a286-a664abe31964, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=d042c86f-ed13-44ad-a286-a664abe31964,segment=NetworkSegment(086c2a4c-37db-4a56-9b66-608bca8a1aee),segment_id=086c2a4c-37db-4a56-9b66-608bca8a1aee)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:18.784253 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:18.924658 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] Calling delete_port for d042c86f-ed13-44ad-a286-a664abe31964 owned by network:router_interface {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:19.028075 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-60cae61d-be0c-45aa-ade8-ea9ed87a4bc1 req-781d6a39-69ef-4c99-9fb2-da0d169f6a42 service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859128 Jun 07 17:33:19.156219 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:19.160610 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-959a952d-6395-4abb-9c43-c9dc9a1fc52c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:19.204796 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-60cae61d-be0c-45aa-ade8-ea9ed87a4bc1 req-72c49c55-880c-4054-b88e-64920a46c3bf service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704106 Jun 07 17:33:19.209682 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d042c86f-ed13-44ad-a286-a664abe31964,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:19.212759 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:19.559606 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-490656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360348'] for router_interface, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:20.009700 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] Router ed9d15c2-5c17-4314-96dc-49f706cced88 has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:33:20.102570 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6542f6-05e3-4945-b44b-4558f507ca4f req-021ab24e-5fc0-48ce-884b-d2d1d4e8bbb3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:20.104484 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5a6542f6-05e3-4945-b44b-4558f507ca4f req-021ab24e-5fc0-48ce-884b-d2d1d4e8bbb3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.1894734 Jun 07 17:33:20.371065 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-5a6542f6-05e3-4945-b44b-4558f507ca4f req-cf45d582-cff6-4def-b98e-8d50eb4e3598 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596121 Jun 07 17:33:20.383684 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:33:20.391663 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] 10.222.0.13 "PUT /v2.0/routers/ed9d15c2-5c17-4314-96dc-49f706cced88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0956588 Jun 07 17:33:20.392804 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 59976) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:20.397335 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec91f440-c032-4fa8-b23c-05a91c544bc6 None None] Sync routers for ids ['ed9d15c2-5c17-4314-96dc-49f706cced88'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:33:20.408811 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91f440-c032-4fa8-b23c-05a91c544bc6 None None] Routers {'ed9d15c2-5c17-4314-96dc-49f706cced88'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:33:20.409530 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-ec91f440-c032-4fa8-b23c-05a91c544bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:33:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['ed9d15c2-5c17-4314-96dc-49f706cced88'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:20.586832 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:20.621423 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-ec91f440-c032-4fa8-b23c-05a91c544bc6 None None] Set router ed9d15c2-5c17-4314-96dc-49f706cced88 gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:33:20.803855 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:20.918807 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Deleting port 357a9e63-6f1a-4e7d-98ea-641f6fafc019 {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:20.919164 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:20.958343 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-ec91f440-c032-4fa8-b23c-05a91c544bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'name': 'tempest-TestShelveInstance-135654523-router', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:54Z', 'updated_at': '2021-06-07T17:33:19Z', 'revision_number': 5, 'project_id': 'ba0584b20cc140de8a6636cf277aef0d', 'gw_port': {'id': '357a9e63-6f1a-4e7d-98ea-641f6fafc019', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:26:55Z', 'updated_at': '2021-06-07T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:20.964695 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec91f440-c032-4fa8-b23c-05a91c544bc6 None None] Checking router: ed9d15c2-5c17-4314-96dc-49f706cced88 for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:33:20.978214 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91f440-c032-4fa8-b23c-05a91c544bc6 None None] Routers {'ed9d15c2-5c17-4314-96dc-49f706cced88'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:33:20.979083 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-ec91f440-c032-4fa8-b23c-05a91c544bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:33:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['ed9d15c2-5c17-4314-96dc-49f706cced88'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:21.087855 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] For port 357a9e63-6f1a-4e7d-98ea-641f6fafc019, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=357a9e63-6f1a-4e7d-98ea-641f6fafc019,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:21.088661 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:21.229995 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-ec91f440-c032-4fa8-b23c-05a91c544bc6 None None] Set router ed9d15c2-5c17-4314-96dc-49f706cced88 gateway port host: None {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:33:21.273476 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Calling delete_port for 357a9e63-6f1a-4e7d-98ea-641f6fafc019 owned by network:router_gateway {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:21.346374 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-ec91f440-c032-4fa8-b23c-05a91c544bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'name': 'tempest-TestShelveInstance-135654523-router', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:54Z', 'updated_at': '2021-06-07T17:33:20Z', 'revision_number': 6, 'project_id': 'ba0584b20cc140de8a6636cf277aef0d', 'gw_port_host': None}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:21.351455 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec91f440-c032-4fa8-b23c-05a91c544bc6 None None] The sync data for ids ['ed9d15c2-5c17-4314-96dc-49f706cced88'] in dv-cinder-789603-8-smb is: [{'id': 'ed9d15c2-5c17-4314-96dc-49f706cced88', 'name': 'tempest-TestShelveInstance-135654523-router', 'tenant_id': 'ba0584b20cc140de8a6636cf277aef0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:26:54Z', 'updated_at': '2021-06-07T17:33:20Z', 'revision_number': 6, 'project_id': 'ba0584b20cc140de8a6636cf277aef0d', 'gw_port_host': None}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:33:21.370623 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 33bd535d-36b5-498a-9d74-c8cda048c0e3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:33:21.546689 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:21.567443 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-298f1133-12b4-409e-a1f0-79d23cb00fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:21.628089 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd53995-3c90-4262-be70-e9bac4779b8a req-e2e69b91-317b-49f5-818c-2e4f19dd6d81 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:21.630650 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-edd53995-3c90-4262-be70-e9bac4779b8a req-e2e69b91-317b-49f5-818c-2e4f19dd6d81 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 945 time: 0.1015444 Jun 07 17:33:21.638725 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:21.666843 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=357a9e63-6f1a-4e7d-98ea-641f6fafc019,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:21.694299 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:21.714025 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-edd53995-3c90-4262-be70-e9bac4779b8a req-00ff00cb-c5a3-4b43-bd38-a6106950f8e0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760038 Jun 07 17:33:21.717563 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:21.719825 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:33:21.724285 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e82016-74e5-465e-96d2-04c0ba110dd8" -d '{"events": [{"server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "name": "network-vif-unplugged", "status": "completed", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:33:21.730880 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:21.734952 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-b9fe6a67-8cf6-4cef-bb24-5a1b9ea45e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:21.829750 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-481346'] for router_gateway, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:21.833073 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b003b8-0c1a-486a-838a-e9c96f02b01b x-openstack-request-id: req-63b003b8-0c1a-486a-838a-e9c96f02b01b {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:33:21.833500 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "name": "network-vif-unplugged", "status": "failed", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3", "code": 422}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:33:21.833636 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63b003b8-0c1a-486a-838a-e9c96f02b01b {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:33:21.834067 dv-cinder-789603-8-smb neutron-server[91780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'code': 422} returned with failed status Jun 07 17:33:21.902852 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=33bd535d-36b5-498a-9d74-c8cda048c0e3,revision_number=8']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:21.909832 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:22.089836 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12559'] for router, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:22.093922 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:22.124168 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-355561'] for router, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:22.125066 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed9d15c2-5c17-4314-96dc-49f706cced88 {{(pid=91778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:33:22.134078 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] Notify callbacks [] for router, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:22.135469 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-438748b0-dbb8-4b9e-aaad-48b0e5f3e1f4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ed9d15c2-5c17-4314-96dc-49f706cced88 HTTP/1.1" status: 204 len: 168 time: 1.7425587 Jun 07 17:33:22.138257 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60002) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:22.215238 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb69c061-7b37-42f7-833b-7df4f11e7ab3 admin admin] Deleting subnet fe114a03-57bc-4a48-9926-4d4b12d4f3d5 {{(pid=91779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:33:22.219650 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fb69c061-7b37-42f7-833b-7df4f11e7ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:22.276265 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fb69c061-7b37-42f7-833b-7df4f11e7ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2355626'] for subnet, precommit_delete_associations {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:22.399983 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fb69c061-7b37-42f7-833b-7df4f11e7ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:22.425239 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253599e-e698-464a-b8e8-d80b7f3a0444 req-cd8b742c-e870-4242-8569-9bd655ec11a2 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:22.426892 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0253599e-e698-464a-b8e8-d80b7f3a0444 req-cd8b742c-e870-4242-8569-9bd655ec11a2 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 945 time: 0.1047645 Jun 07 17:33:22.497977 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0253599e-e698-464a-b8e8-d80b7f3a0444 req-9cd5d8d0-a816-48f6-a203-5f503ce5a02c tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=93d5e2d9-5537-4436-92ea-9896de1d486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619493 Jun 07 17:33:22.505884 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fb69c061-7b37-42f7-833b-7df4f11e7ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2355434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2833856'] for subnet, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:22.514767 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b8066144-6041-46c6-a50d-0094e72d3464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:22.557331 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69c061-7b37-42f7-833b-7df4f11e7ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe114a03-57bc-4a48-9926-4d4b12d4f3d5,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:22.557694 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fb69c061-7b37-42f7-833b-7df4f11e7ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:22.559596 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-fb69c061-7b37-42f7-833b-7df4f11e7ab3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fe114a03-57bc-4a48-9926-4d4b12d4f3d5 HTTP/1.1" status: 204 len: 168 time: 0.4198058 Jun 07 17:33:22.560571 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-fb69c061-7b37-42f7-833b-7df4f11e7ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:22.564416 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60010) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:22.573486 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10024ad4-ac3a-4fad-bea3-992d64e4c4c5 None None] Network 08390fba-2c9a-455b-bd8c-9d94cd2c164f requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:33:22.725951 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:22.771439 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 357a9e63-6f1a-4e7d-98ea-641f6fafc019 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:33:22.815445 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: 357a9e63-6f1a-4e7d-98ea-641f6fafc019 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:33:22.815816 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 357a9e63-6f1a-4e7d-98ea-641f6fafc019 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:33:22.816262 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device d042c86f-ed13-44ad-a286-a664abe31964 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:33:22.829667 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Deleting port 0370eef8-bde4-4def-9d3f-46d4c731daaf {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:22.830107 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:22.861056 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: d042c86f-ed13-44ad-a286-a664abe31964 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:33:22.861416 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device d042c86f-ed13-44ad-a286-a664abe31964 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:33:22.948367 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92900b3a-cd2a-4421-af82-2db8063214d1 None None] DHCP port deletion for 08390fba-2c9a-455b-bd8c-9d94cd2c164f request from dv-cinder-789603-8-smb {{(pid=91780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 17:33:22.962057 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] For port 0370eef8-bde4-4def-9d3f-46d4c731daaf, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=0370eef8-bde4-4def-9d3f-46d4c731daaf,segment=NetworkSegment(086c2a4c-37db-4a56-9b66-608bca8a1aee),segment_id=086c2a4c-37db-4a56-9b66-608bca8a1aee)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:22.962409 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.074197 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-92900b3a-cd2a-4421-af82-2db8063214d1 None None] Deleting port 0370eef8-bde4-4def-9d3f-46d4c731daaf {{(pid=91780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:23.074900 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-92900b3a-cd2a-4421-af82-2db8063214d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.104239 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Calling delete_port for 0370eef8-bde4-4def-9d3f-46d4c731daaf owned by network:dhcp {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:23.156769 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.162609 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-52c47fbf-c0b6-4259-9b10-04cfbe7dcb7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:23.197592 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-92900b3a-cd2a-4421-af82-2db8063214d1 None None] For port 0370eef8-bde4-4def-9d3f-46d4c731daaf, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=0370eef8-bde4-4def-9d3f-46d4c731daaf,segment=NetworkSegment(086c2a4c-37db-4a56-9b66-608bca8a1aee),segment_id=086c2a4c-37db-4a56-9b66-608bca8a1aee)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:23.198007 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-92900b3a-cd2a-4421-af82-2db8063214d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.211793 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] No DVR routers for this DVR port 0370eef8-bde4-4def-9d3f-46d4c731daaf on host dv-cinder-789603-8-smb {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:33:23.245392 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Pushing event deleted for resources: {'Port': ['ID=0370eef8-bde4-4def-9d3f-46d4c731daaf,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:23.248836 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:23.336462 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-92900b3a-cd2a-4421-af82-2db8063214d1 None None] Calling delete_port for 0370eef8-bde4-4def-9d3f-46d4c731daaf owned by network:dhcp {{(pid=91780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:23.353168 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.373476 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08390fba-2c9a-455b-bd8c-9d94cd2c164f']}} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:23.389407 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-92900b3a-cd2a-4421-af82-2db8063214d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665'] for port, after_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.390228 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086c2a4c-37db-4a56-9b66-608bca8a1aee') {'for_net_delete': True} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:23.390646 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086c2a4c-37db-4a56-9b66-608bca8a1aee') {} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:23.395818 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:23.415760 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355603'] for segment, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.440355 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.447583 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92900b3a-cd2a-4421-af82-2db8063214d1 None None] Pushing event deleted for resources: {'Port': ['ID=0370eef8-bde4-4def-9d3f-46d4c731daaf,revision_number=None']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:23.454598 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=91779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:33:23.455242 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2355273'] for segment, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.458532 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-92900b3a-cd2a-4421-af82-2db8063214d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:23.459412 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92900b3a-cd2a-4421-af82-2db8063214d1 None None] No DVR routers for this DVR port 0370eef8-bde4-4def-9d3f-46d4c731daaf on host dv-cinder-789603-8-smb {{(pid=91780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: Traceback (most recent call last): Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: timer() Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: cb(*args, **kw) Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: return func(*args, **kwargs) Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: self._notify() Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: self.callback(batched_events) Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: event.method(event) Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: return f(self, *a, **k) Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: return self._get(url).json() Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: return self.request(url, 'GET', **kwargs) Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:33:23.477598 dv-cinder-789603-8-smb neutron-server[91779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:33:23.565991 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.612939 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:23.630780 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.635920 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] 10.222.0.13 "DELETE /v2.0/networks/08390fba-2c9a-455b-bd8c-9d94cd2c164f HTTP/1.1" status: 204 len: 168 time: 1.0674393 Jun 07 17:33:23.642644 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Pushing event deleted for resources: {'Network': ['ID=08390fba-2c9a-455b-bd8c-9d94cd2c164f,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:23.646898 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-fbd27b91-a027-43e5-8e02-12a3c16afb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:23.693686 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683231c-07a3-4259-bc9c-d4c66b8f0cb1 req-747128cb-63a4-4113-b2f9-eb75811f0ea9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:23.695617 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e683231c-07a3-4259-bc9c-d4c66b8f0cb1 req-747128cb-63a4-4113-b2f9-eb75811f0ea9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.1270962 Jun 07 17:33:23.749585 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-e683231c-07a3-4259-bc9c-d4c66b8f0cb1 req-6a89fa08-cf57-40e0-9b54-80a854836dc3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472031 Jun 07 17:33:23.782518 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60036) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:23.832771 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-ba6f74a1-e879-4af1-a5a6-e1e0c0d97a98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=301c5ae75c6242538682f6cfd11a5b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487521 Jun 07 17:33:23.835529 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60038) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:23.836052 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3785bd1-9935-4161-92f9-df139783f253 req-4e97643f-0f3e-48d7-b27f-e8cb4109ca49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2672100 Jun 07 17:33:23.872594 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecef81-445f-4db0-9469-514ab2a7f8da req-9aa14047-5fa0-473f-9df3-00e1687d71b1 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:23.874653 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-95ecef81-445f-4db0-9469-514ab2a7f8da req-9aa14047-5fa0-473f-9df3-00e1687d71b1 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 945 time: 0.2216730 Jun 07 17:33:23.899079 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f971-dfca-464f-9bdd-fc495e546b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.923573 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-95ecef81-445f-4db0-9469-514ab2a7f8da req-b984792e-d625-4da6-afc1-430901fa483d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=93d5e2d9-5537-4436-92ea-9896de1d486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Jun 07 17:33:23.928485 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f971-dfca-464f-9bdd-fc495e546b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.992752 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f971-dfca-464f-9bdd-fc495e546b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:23.995582 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f971-dfca-464f-9bdd-fc495e546b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:24.000084 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-a0b1f971-dfca-464f-9bdd-fc495e546b1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe40bac9-5642-4434-be02-3641968908ac HTTP/1.1" status: 204 len: 168 time: 0.1632869 Jun 07 17:33:24.000993 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a7786647-47ac-4c03-b627-579288e5f7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:24.011046 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f971-dfca-464f-9bdd-fc495e546b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe40bac9-5642-4434-be02-3641968908ac,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:24.013220 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a0b1f971-dfca-464f-9bdd-fc495e546b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:24.360339 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-2bdda032-21ae-44f2-911a-8db2672e2dce tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:24.362196 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-2bdda032-21ae-44f2-911a-8db2672e2dce tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.24 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 945 time: 0.0981958 Jun 07 17:33:24.385088 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60050) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:24.450445 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-9096dfc2-5d0e-4a66-b949-d3abe111fdda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba0584b20cc140de8a6636cf277aef0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614934 Jun 07 17:33:24.450794 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60052) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:24.514138 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d551e90a-36fc-4cb7-be00-93c50a4cf569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:24.524195 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Deleting port d77f686c-fd50-4aff-bb1b-47b9e39dd958 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:24.524547 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:24.540188 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d551e90a-36fc-4cb7-be00-93c50a4cf569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:24.593326 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d551e90a-36fc-4cb7-be00-93c50a4cf569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:24.596142 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-d551e90a-36fc-4cb7-be00-93c50a4cf569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:24.599506 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-d551e90a-36fc-4cb7-be00-93c50a4cf569 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea11e139-a72f-4200-9b9b-689261d21fb5 HTTP/1.1" status: 204 len: 168 time: 0.1450429 Jun 07 17:33:24.599506 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5b9dc84a-833c-4573-8a77-79baea4826c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:24.608478 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551e90a-36fc-4cb7-be00-93c50a4cf569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea11e139-a72f-4200-9b9b-689261d21fb5,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:24.611653 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-d551e90a-36fc-4cb7-be00-93c50a4cf569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:24.727857 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 0370eef8-bde4-4def-9d3f-46d4c731daaf no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:33:24.793660 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] For port d77f686c-fd50-4aff-bb1b-47b9e39dd958, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d77f686c-fd50-4aff-bb1b-47b9e39dd958,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:24.794221 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:24.798508 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: 0370eef8-bde4-4def-9d3f-46d4c731daaf {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:33:24.800493 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 0370eef8-bde4-4def-9d3f-46d4c731daaf not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:33:24.800807 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3785bd1-9935-4161-92f9-df139783f253 req-acae711f-7e01-4d71-85b8-3a61401c9f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:24.803005 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3785bd1-9935-4161-92f9-df139783f253 req-acae711f-7e01-4d71-85b8-3a61401c9f52 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68&tenant_id=3d855b1896d8461bafbac40e44ffb4b5 HTTP/1.1" status: 200 len: 1096 time: 0.0822713 Jun 07 17:33:24.930170 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3785bd1-9935-4161-92f9-df139783f253 req-f3de247a-867e-4296-a411-d2066087e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:24.931896 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3785bd1-9935-4161-92f9-df139783f253 req-f3de247a-867e-4296-a411-d2066087e6bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 1096 time: 0.0887043 Jun 07 17:33:25.166999 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3785bd1-9935-4161-92f9-df139783f253 req-7f568ed4-4d58-47a7-9465-7b9727ad12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:25.168500 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3785bd1-9935-4161-92f9-df139783f253 req-7f568ed4-4d58-47a7-9465-7b9727ad12fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 918 time: 0.2283611 Jun 07 17:33:25.186415 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469e585-426d-4da0-83c5-5aed956cb6bb req-ff5adba6-317b-4309-9978-e53aae608cba tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:25.188037 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8469e585-426d-4da0-83c5-5aed956cb6bb req-ff5adba6-317b-4309-9978-e53aae608cba tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.2859743 Jun 07 17:33:25.247893 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:25.248359 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:25.248634 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.l3_db [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Floating IP 65e4e8fb-721b-4777-b622-5b7c8f4bd40b disassociated. External IP: 172.28.2.114, port: d77f686c-fd50-4aff-bb1b-47b9e39dd958. Jun 07 17:33:25.249068 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Calling delete_port for d77f686c-fd50-4aff-bb1b-47b9e39dd958 owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:25.260355 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8469e585-426d-4da0-83c5-5aed956cb6bb req-fa86a536-99c5-4709-a910-30d1184ab71e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611908 Jun 07 17:33:25.272820 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0b06f-2268-4f44-b5bb-53dd93d741f7 req-be79eb4e-9785-4941-aee0-480a265b5079 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:25.274529 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a2b0b06f-2268-4f44-b5bb-53dd93d741f7 req-be79eb4e-9785-4941-aee0-480a265b5079 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 945 time: 0.2035754 Jun 07 17:33:25.311081 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3785bd1-9935-4161-92f9-df139783f253 req-696253a0-c20b-4f70-9ba9-daeab2f15b46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3 HTTP/1.1" status: 200 len: 998 time: 0.1343403 Jun 07 17:33:25.372612 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a2b0b06f-2268-4f44-b5bb-53dd93d741f7 req-1f761636-2e36-4e61-9e20-7ecca465cebc tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups?id=93d5e2d9-5537-4436-92ea-9896de1d486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911973 Jun 07 17:33:25.401537 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:25.402162 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3785bd1-9935-4161-92f9-df139783f253 req-1e2aee50-f6cc-4d2a-b290-8521eb0460c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:25.404891 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3785bd1-9935-4161-92f9-df139783f253 req-1e2aee50-f6cc-4d2a-b290-8521eb0460c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.0822999 Jun 07 17:33:25.415469 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:25.468778 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event deleted for resources: {'Port': ['ID=d77f686c-fd50-4aff-bb1b-47b9e39dd958,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:25.474563 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:25.493089 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3785bd1-9935-4161-92f9-df139783f253 req-66832538-8ea6-4bb3-9217-8423787366ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:25.494583 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3785bd1-9935-4161-92f9-df139783f253 req-66832538-8ea6-4bb3-9217-8423787366ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837483 Jun 07 17:33:25.626698 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3785bd1-9935-4161-92f9-df139783f253 req-042eacbf-27a3-45f7-a7ec-e6a38000fc6f service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251874 Jun 07 17:33:25.665344 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Router 87bd47fc-cf9e-4229-8e77-56c3cba836ef has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:33:25.758537 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-e3785bd1-9935-4161-92f9-df139783f253 req-cf87bd45-2ab5-4238-8292-b4b7bae5dc75 service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254227 Jun 07 17:33:25.847761 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:33:25.861134 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd062cc-19c2-4e71-bd70-e76e84f3c37e None None] Sync routers for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:33:25.872068 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd062cc-19c2-4e71-bd70-e76e84f3c37e None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:33:25.872827 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-fcd062cc-19c2-4e71-bd70-e76e84f3c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:33:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:25.930138 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] No DVR routers for this DVR port d77f686c-fd50-4aff-bb1b-47b9e39dd958 on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:33:25.933861 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:25.935723 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5fef12aa-cdd2-4ab6-8de6-92d461eb5417 req-545936e7-aa77-4755-913c-1bd74a61fc9e tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.24 "DELETE /v2.0/ports/d77f686c-fd50-4aff-bb1b-47b9e39dd958 HTTP/1.1" status: 204 len: 173 time: 1.5687017 Jun 07 17:33:25.936843 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'name': 'network-vif-deleted', 'tag': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:33:25.939272 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925b53c7-353d-4fe7-9845-42d339fa694d" -d '{"events": [{"server_uuid": "208d2a2a-105f-479b-a150-a86fdddf47f3", "name": "network-vif-deleted", "tag": "d77f686c-fd50-4aff-bb1b-47b9e39dd958"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:33:25.992168 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bba99f-1958-47d4-8808-b44a2d527626 x-openstack-request-id: req-56bba99f-1958-47d4-8808-b44a2d527626 {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:33:25.993072 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208d2a2a-105f-479b-a150-a86fdddf47f3", "name": "network-vif-deleted", "tag": "d77f686c-fd50-4aff-bb1b-47b9e39dd958", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:33:25.993366 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56bba99f-1958-47d4-8808-b44a2d527626 {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:33:25.993798 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208d2a2a-105f-479b-a150-a86fdddf47f3', 'name': 'network-vif-deleted', 'tag': 'd77f686c-fd50-4aff-bb1b-47b9e39dd958', 'status': 'completed', 'code': 200} Jun 07 17:33:26.078302 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-fcd062cc-19c2-4e71-bd70-e76e84f3c37e None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:33:26.496269 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-fcd062cc-19c2-4e71-bd70-e76e84f3c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:06Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:26.507704 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd062cc-19c2-4e71-bd70-e76e84f3c37e None None] Checking router: 87bd47fc-cf9e-4229-8e77-56c3cba836ef for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:33:26.523799 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd062cc-19c2-4e71-bd70-e76e84f3c37e None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:33:26.527124 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-fcd062cc-19c2-4e71-bd70-e76e84f3c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:33:03Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:26.671304 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4908831-b943-4e6f-939c-0cd79afb5149 req-8f49ac2e-32f2-40a0-922c-bf84ec8dfdc2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:26.684788 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d4908831-b943-4e6f-939c-0cd79afb5149 req-8f49ac2e-32f2-40a0-922c-bf84ec8dfdc2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.2313807 Jun 07 17:33:26.756819 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-d4908831-b943-4e6f-939c-0cd79afb5149 req-7d13cf4d-b0a3-4e06-818f-6bf9d5861838 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694304 Jun 07 17:33:26.797739 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-51a2b078-2697-4e10-af48-67a599148e61 req-96e55134-5e40-4809-94c3-a2d2e8559be9 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.1045880 Jun 07 17:33:26.868444 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-fcd062cc-19c2-4e71-bd70-e76e84f3c37e None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:33:27.333395 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-fcd062cc-19c2-4e71-bd70-e76e84f3c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:06Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:27.343613 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd062cc-19c2-4e71-bd70-e76e84f3c37e None None] The sync data for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb is: [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:25:56Z', 'revision_number': 4, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '0fa1db35-0988-4cc6-9ef9-c032fd0b3508', 'name': '', 'network_id': 'a036aeba-98be-498c-945c-229a6b821f25', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:54Z', 'updated_at': '2021-06-07T17:26:06Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'subnets': [{'id': 'd656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:33:27.398492 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device d77f686c-fd50-4aff-bb1b-47b9e39dd958 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:33:27.456445 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: d77f686c-fd50-4aff-bb1b-47b9e39dd958 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:33:27.456807 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device d77f686c-fd50-4aff-bb1b-47b9e39dd958 not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:33:27.670017 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378abaf4-c96c-4585-a1b3-39cec48f0048 None None] New status for floating IP 65e4e8fb-721b-4777-b622-5b7c8f4bd40b: DOWN {{(pid=91781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:33:28.041101 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-689134d9-7d43-4239-b449-79e747f4ab85 req-e506ef13-eaa9-4aa0-9f3a-78690beee3fb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.0671327 Jun 07 17:33:28.041830 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ab652-6da7-4cf5-8130-718a0f0bcfdc req-568d14e4-2b4b-41bd-99e6-cc5eb7757bf0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:28.043222 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-011ab652-6da7-4cf5-8130-718a0f0bcfdc req-568d14e4-2b4b-41bd-99e6-cc5eb7757bf0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.1133611 Jun 07 17:33:28.099725 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-011ab652-6da7-4cf5-8130-718a0f0bcfdc req-3de2404a-1a08-4178-ae12-4b43086888e2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472841 Jun 07 17:33:29.251824 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-c6ee453a-583a-4aa6-ac95-f0eb4545efd1 req-af421f23-5340-4956-b1cd-36b4ea76e526 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.0638916 Jun 07 17:33:29.349478 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a24e7e-a310-40f4-a659-6f6fc93a3ed4 req-7656be5a-fb87-412f-b19d-011d4696aedc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:29.351267 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-74a24e7e-a310-40f4-a659-6f6fc93a3ed4 req-7656be5a-fb87-412f-b19d-011d4696aedc tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.0950546 Jun 07 17:33:29.401927 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-74a24e7e-a310-40f4-a659-6f6fc93a3ed4 req-5aea5942-474c-4017-af5e-df3bf7cc228b tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446014 Jun 07 17:33:30.246355 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-8db72a43-8e0a-40e1-a69c-3caa6f5ba0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:30.420797 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-cd4166e5-db46-4698-93ca-36278a041769 req-c8f01438-f634-4fa8-89e7-047f09305178 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.0489345 Jun 07 17:33:30.593119 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604de83-7af6-4d9c-82fa-a02f3217c204 req-3ea1e30e-a1c6-4108-969d-b9616f6c585f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:30.594609 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6604de83-7af6-4d9c-82fa-a02f3217c204 req-3ea1e30e-a1c6-4108-969d-b9616f6c585f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.0778854 Jun 07 17:33:30.644239 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-6604de83-7af6-4d9c-82fa-a02f3217c204 req-00e47243-126c-4089-b146-7d309564b947 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438886 Jun 07 17:33:31.650669 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-615d7ab7-9605-4d76-86be-5f6fa5b0e47b req-b8bb2832-a2b7-47c3-9551-3ada24bf1f67 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.0850642 Jun 07 17:33:31.878233 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b11173-8955-488d-b542-33c743729539 req-f5403868-a1f6-4f1f-baac-497739ba85c0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:31.880001 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-41b11173-8955-488d-b542-33c743729539 req-f5403868-a1f6-4f1f-baac-497739ba85c0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.0928500 Jun 07 17:33:31.930527 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-41b11173-8955-488d-b542-33c743729539 req-7c8d11dc-5040-479f-a7a7-812d3b736427 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443690 Jun 07 17:33:32.570560 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-f1c26516-658f-4548-ab7c-9c19661c3e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:32.813854 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:32.839424 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-4a8cf993-2dcc-4c01-ba2a-6e91da153cc7 req-ca539d29-e91b-46f3-9e48-7f794cc1648b tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.0523984 Jun 07 17:33:33.245787 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d57d01-168c-45f7-921c-e9150d5da279 req-b35349e2-fc38-4378-99cd-cbe7cf4a29f9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:33.247400 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f4d57d01-168c-45f7-921c-e9150d5da279 req-b35349e2-fc38-4378-99cd-cbe7cf4a29f9 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.1879134 Jun 07 17:33:33.296832 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-f4d57d01-168c-45f7-921c-e9150d5da279 req-b48a97c1-c0cf-4064-b90b-206c62a6c39e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423818 Jun 07 17:33:33.820761 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:34.005414 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-9ed396fa-976b-4315-9c22-9517b72e8453 req-bf475cc1-f4f4-434d-9671-6c66feae8edb tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.0442989 Jun 07 17:33:34.495611 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdce348-7716-4c98-bb79-718c85f322b6 req-89203aee-6e36-49fd-9adb-47b95f0f27ea tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:34.498933 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1fdce348-7716-4c98-bb79-718c85f322b6 req-89203aee-6e36-49fd-9adb-47b95f0f27ea tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.0861080 Jun 07 17:33:34.555854 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-1fdce348-7716-4c98-bb79-718c85f322b6 req-1f7a0af8-9ea8-41ac-b882-24d12a130597 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509233 Jun 07 17:33:35.302836 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2e1053ff-6827-4436-a706-148df7959e50 req-341ee59e-9f81-4877-b5dc-dfdd99f30342 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.1682513 Jun 07 17:33:35.806680 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50200c2-4944-496b-8f48-d0f1bee7532f req-3d7e976f-80d4-4e78-b729-264a4e956a8d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:35.808308 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a50200c2-4944-496b-8f48-d0f1bee7532f req-3d7e976f-80d4-4e78-b729-264a4e956a8d tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.1012721 Jun 07 17:33:35.839690 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:35.862623 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a50200c2-4944-496b-8f48-d0f1bee7532f req-50960b4a-ee55-4b5c-a450-405646ee653e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472591 Jun 07 17:33:36.517349 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-acaa3b72-a7c0-4260-ac30-1a0a87f8dc05 req-32fe7cf6-662a-4a04-b797-9ff427f00e5d tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.0768135 Jun 07 17:33:37.074271 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15403779-c3f4-47d7-be07-05f2d6d48ec0 req-adf31cc7-667f-4eae-b741-43b19122f4d6 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:37.081954 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-15403779-c3f4-47d7-be07-05f2d6d48ec0 req-adf31cc7-667f-4eae-b741-43b19122f4d6 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.1091688 Jun 07 17:33:37.127552 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-15403779-c3f4-47d7-be07-05f2d6d48ec0 req-a8655626-805e-405d-b0c3-8500a3ab25db tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444965 Jun 07 17:33:37.680012 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-8f55da21-d5b5-4352-b04e-7adae77d29c5 req-bf380c12-a1ff-4fd3-8b57-e4f493ea1272 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.0430748 Jun 07 17:33:38.316483 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badf9ac-bbec-4644-9151-eade8932007b req-eb36945e-3be9-4d65-a561-4b3c771e84a3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:38.318016 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9badf9ac-bbec-4644-9151-eade8932007b req-eb36945e-3be9-4d65-a561-4b3c771e84a3 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.0804040 Jun 07 17:33:38.366219 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-9badf9ac-bbec-4644-9151-eade8932007b req-1f33f601-0226-4f71-9f05-36955236d665 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 Jun 07 17:33:38.858095 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-fb3c6904-6060-47f9-ac66-6e88f779071c req-e448c5cf-8bc7-42f5-8096-19599be8b0ca tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.0486724 Jun 07 17:33:39.573433 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa43a8-8651-401e-8f78-2e6e798838d1 req-be4441b2-3356-451a-99a5-604d062e1838 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:39.574876 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0baa43a8-8651-401e-8f78-2e6e798838d1 req-be4441b2-3356-451a-99a5-604d062e1838 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.0845819 Jun 07 17:33:39.621536 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-0baa43a8-8651-401e-8f78-2e6e798838d1 req-a0436899-ab2c-4e69-bfb9-0ebe5795417c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393295 Jun 07 17:33:40.019120 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ac960a28-8a48-4583-a073-f73b6cf9f5ad req-6594227a-e29b-42d5-aa66-3d501b082d26 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/ports?device_id=208d2a2a-105f-479b-a150-a86fdddf47f3 HTTP/1.1" status: 200 len: 210 time: 0.0431070 Jun 07 17:33:40.816824 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99c5df-f261-4fc3-af0f-2ac31d865372 req-cbcc3ee6-5652-469d-997c-bf17e60323eb tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:40.818202 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4e99c5df-f261-4fc3-af0f-2ac31d865372 req-cbcc3ee6-5652-469d-997c-bf17e60323eb tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.0867527 Jun 07 17:33:40.870106 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-4e99c5df-f261-4fc3-af0f-2ac31d865372 req-547a15f4-5386-40c7-bf68-db0dbefeed55 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460889 Jun 07 17:33:41.173197 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60144) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:41.237729 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-27cb483a-ff92-489d-94eb-c3740e883f88 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:41.265523 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-27cb483a-ff92-489d-94eb-c3740e883f88 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:41.316190 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-27cb483a-ff92-489d-94eb-c3740e883f88 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:41.318775 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-27cb483a-ff92-489d-94eb-c3740e883f88 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:41.319962 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-27cb483a-ff92-489d-94eb-c3740e883f88 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "DELETE /v2.0/security-groups/93d5e2d9-5537-4436-92ea-9896de1d486f HTTP/1.1" status: 204 len: 168 time: 0.1457534 Jun 07 17:33:41.321560 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-79965fcc-5cf8-4442-b373-38f673ced9e6 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:41.322752 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60146) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:41.333874 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb483a-ff92-489d-94eb-c3740e883f88 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d5e2d9-5537-4436-92ea-9896de1d486f,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:41.336265 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-27cb483a-ff92-489d-94eb-c3740e883f88 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:41.339327 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.api.v2.resource [None req-54b02f58-bcc5-4417-9437-53222c8f7b59 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] show failed (client error): The resource could not be found. Jun 07 17:33:41.344352 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-54b02f58-bcc5-4417-9437-53222c8f7b59 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "GET /v2.0/security-groups/93d5e2d9-5537-4436-92ea-9896de1d486f HTTP/1.1" status: 404 len: 347 time: 0.0166814 Jun 07 17:33:41.344352 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60148) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:41.563076 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-77eec25d-e268-4f62-a463-62fcf09c75d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Deleting port 6f65cff3-4bba-457e-b551-744c7f9e8421 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:41.563452 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-77eec25d-e268-4f62-a463-62fcf09c75d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:41.678736 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-77eec25d-e268-4f62-a463-62fcf09c75d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:41.679060 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-77eec25d-e268-4f62-a463-62fcf09c75d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:41.798432 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-77eec25d-e268-4f62-a463-62fcf09c75d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Calling delete_port for 6f65cff3-4bba-457e-b551-744c7f9e8421 owned by network:floatingip {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:41.911955 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-77eec25d-e268-4f62-a463-62fcf09c75d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:41.916580 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-d2c45bf8-113b-4eda-85e5-0c66bfe93df7 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:41.961290 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eec25d-e268-4f62-a463-62fcf09c75d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Pushing event deleted for resources: {'Port': ['ID=6f65cff3-4bba-457e-b551-744c7f9e8421,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:41.988061 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-77eec25d-e268-4f62-a463-62fcf09c75d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:42.103063 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-77eec25d-e268-4f62-a463-62fcf09c75d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks [] for floatingip, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:42.105328 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-77eec25d-e268-4f62-a463-62fcf09c75d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:42.106443 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-77eec25d-e268-4f62-a463-62fcf09c75d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] 10.222.0.13 "DELETE /v2.0/floatingips/65e4e8fb-721b-4777-b622-5b7c8f4bd40b HTTP/1.1" status: 204 len: 168 time: 0.7616100 Jun 07 17:33:42.130747 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b4fe0-8b18-4bbf-87e5-ef00f5dd6a40 req-f00f4cc9-bbae-4364-9dea-f0ca2454fbbd tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:42.132203 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-277b4fe0-8b18-4bbf-87e5-ef00f5dd6a40 req-f00f4cc9-bbae-4364-9dea-f0ca2454fbbd tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.1453996 Jun 07 17:33:42.178159 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-277b4fe0-8b18-4bbf-87e5-ef00f5dd6a40 req-a7ac722c-766a-4353-bd57-96c365d5477a tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401554 Jun 07 17:33:42.352089 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:43.244484 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82825a-688c-4a56-a9fa-f7a0d54a7f6d req-94966a4c-8ecd-4efc-893a-565a922e5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:43.246340 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ab82825a-688c-4a56-a9fa-f7a0d54a7f6d req-94966a4c-8ecd-4efc-893a-565a922e5f09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 1096 time: 0.0791061 Jun 07 17:33:43.409112 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b22f6-ef37-4f34-99ed-2b2c313fa9f0 req-c2d23ccb-6568-4d5f-9aee-1271532348c5 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:43.411878 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cd8b22f6-ef37-4f34-99ed-2b2c313fa9f0 req-c2d23ccb-6568-4d5f-9aee-1271532348c5 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 943 time: 0.1169407 Jun 07 17:33:43.422442 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82825a-688c-4a56-a9fa-f7a0d54a7f6d req-bec6ab7e-9170-40ff-b167-33dc0db8d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:43.424140 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ab82825a-688c-4a56-a9fa-f7a0d54a7f6d req-bec6ab7e-9170-40ff-b167-33dc0db8d48c service neutron] 10.222.0.24 "GET /v2.0/networks?id=65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 200 len: 918 time: 0.1582091 Jun 07 17:33:43.458779 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-cd8b22f6-ef37-4f34-99ed-2b2c313fa9f0 req-e8dace98-570d-494b-8c06-c19f3d81b324 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 Jun 07 17:33:43.459840 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 33bd535d-36b5-498a-9d74-c8cda048c0e3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:33:43.542785 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ab82825a-688c-4a56-a9fa-f7a0d54a7f6d req-1f5e1486-da82-423e-9e26-b8d5cfe78752 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3 HTTP/1.1" status: 200 len: 998 time: 0.1121778 Jun 07 17:33:43.613154 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82825a-688c-4a56-a9fa-f7a0d54a7f6d req-b446a389-d9df-4f16-8ed3-87120602af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:43.614609 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ab82825a-688c-4a56-a9fa-f7a0d54a7f6d req-b446a389-d9df-4f16-8ed3-87120602af39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 200 len: 856 time: 0.0650234 Jun 07 17:33:43.622100 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:43.637289 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Returning: {'device': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'port_id': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'mac_address': 'fa:16:3e:fc:29:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:33:43.697896 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:43.700488 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82825a-688c-4a56-a9fa-f7a0d54a7f6d req-73e783f8-4d82-4aaf-8a4c-5e3cbe2f0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:43.701764 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ab82825a-688c-4a56-a9fa-f7a0d54a7f6d req-73e783f8-4d82-4aaf-8a4c-5e3cbe2f0135 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65a27e9f-d994-41d3-9567-4774a51ead31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804160 Jun 07 17:33:43.716860 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bd535d-36b5-498a-9d74-c8cda048c0e3 {{(pid=91780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:33:43.737419 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:43.741785 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:43.743554 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-92900b3a-cd2a-4421-af82-2db8063214d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:43.814941 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=33bd535d-36b5-498a-9d74-c8cda048c0e3,revision_number=9']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:43.818131 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:43.935648 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ab82825a-688c-4a56-a9fa-f7a0d54a7f6d req-16494f1b-8f68-4d05-93af-41eb99b3739f service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266536 Jun 07 17:33:44.053579 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] get_ports_and_sgs() called for port_ids ['33bd535d-36b5-498a-9d74-c8cda048c0e3'] {{(pid=91780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:33:44.068268 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-ab82825a-688c-4a56-a9fa-f7a0d54a7f6d req-5b82ef56-3731-4cdc-b822-89ee4482d2c8 service neutron] 10.222.0.24 "GET /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252320 Jun 07 17:33:44.667415 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a94ab-ae76-4987-9521-fbad0abe9322 req-ea723127-953a-4a10-911f-65dc6a6ac4f8 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:44.668960 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-827a94ab-ae76-4987-9521-fbad0abe9322 req-ea723127-953a-4a10-911f-65dc6a6ac4f8 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 944 time: 0.0969727 Jun 07 17:33:44.716977 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-827a94ab-ae76-4987-9521-fbad0abe9322 req-d620e6b1-94f4-47b1-8969-2b5c069c8f36 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394418 Jun 07 17:33:45.490964 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 33bd535d-36b5-498a-9d74-c8cda048c0e3 up at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:33:45.561692 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.provisioning_blocks [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Provisioning complete for port 33bd535d-36b5-498a-9d74-c8cda048c0e3 triggered by entity L2. {{(pid=91780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:33:45.562063 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667963'] for port, provisioning_complete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:45.679561 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:45.707718 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3'}] {{(pid=91780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:33:45.709968 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e49e080416984d9c7642d3aa8adb143d7e720f0303330e01e7b73b4c620179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6481f4-209b-4cac-98fe-da8368053e21" -d '{"events": [{"server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "name": "network-vif-plugged", "status": "completed", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3"}]}' {{(pid=91780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:33:45.718565 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:45.723444 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747778159598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747777804674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747777804719'] for port, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:45.725600 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:45.760266 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51fac16-b82b-4950-98ba-8387c48866ed x-openstack-request-id: req-d51fac16-b82b-4950-98ba-8387c48866ed {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:33:45.760688 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "name": "network-vif-plugged", "status": "completed", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3", "code": 200}]} {{(pid=91780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:33:45.760825 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d51fac16-b82b-4950-98ba-8387c48866ed {{(pid=91780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:33:45.761226 dv-cinder-789603-8-smb neutron-server[91780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'code': 200} Jun 07 17:33:45.795692 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Pushing event updated for resources: {'Port': ['ID=33bd535d-36b5-498a-9d74-c8cda048c0e3,revision_number=10']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:45.803524 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:45.803870 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:45.804212 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:45.804543 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:45.804872 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:45.805222 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:45.805526 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:45.805850 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:45.806181 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:45.806588 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:45.806815 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:45.807133 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:33:45.812127 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:45.937360 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaebf32-e149-404e-a318-3ef08faf7114 req-00416d26-2532-4a5a-bc80-f9d466d21e50 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:45.938848 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-eaaebf32-e149-404e-a318-3ef08faf7114 req-00416d26-2532-4a5a-bc80-f9d466d21e50 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 946 time: 0.0919428 Jun 07 17:33:46.030020 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-eaaebf32-e149-404e-a318-3ef08faf7114 req-f32e93a9-a726-4c07-b0f4-b6fdb6f5f2d7 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616159 Jun 07 17:33:46.044788 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeebbd4-1c36-4a8b-82fa-d1a649a62695 req-a1413121-7d28-46de-8056-376ecec1bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:46.046582 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5eeebbd4-1c36-4a8b-82fa-d1a649a62695 req-a1413121-7d28-46de-8056-376ecec1bbf0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 1099 time: 0.1178102 Jun 07 17:33:46.094501 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-5eeebbd4-1c36-4a8b-82fa-d1a649a62695 req-8eb151e6-8c9d-49e0-ae1f-218c3fd64c9e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412798 Jun 07 17:33:46.212262 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60186) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:46.935493 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352978'] for router_interface, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:47.252436 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0db33-4ff6-492f-b58d-b11a654a319d req-696791b6-4830-4b1b-a9c9-55e19ab2faab tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:47.254011 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a0a0db33-4ff6-492f-b58d-b11a654a319d req-696791b6-4830-4b1b-a9c9-55e19ab2faab tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 946 time: 0.1081738 Jun 07 17:33:47.303629 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-a0a0db33-4ff6-492f-b58d-b11a654a319d req-87bb2924-7559-4015-9173-0a89c5b1ef01 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440466 Jun 07 17:33:47.518923 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] Deleting port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:47.519507 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:47.688339 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] For port 0fa1db35-0988-4cc6-9ef9-c032fd0b3508, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=0fa1db35-0988-4cc6-9ef9-c032fd0b3508,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:47.688762 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:47.836703 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] Calling delete_port for 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 owned by network:router_interface {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:48.010904 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:48.015552 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e1e81fdd-40d8-406c-a781-9c1d5629e2e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:48.083108 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa1db35-0988-4cc6-9ef9-c032fd0b3508,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:48.088491 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:48.369884 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-490656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360348'] for router_interface, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:48.629487 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfaf7-dccd-4910-b521-11306d22700c req-79f04c2e-b294-4fc9-9b45-2174ad501725 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:33:48.630948 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b87dfaf7-dccd-4910-b521-11306d22700c req-79f04c2e-b294-4fc9-9b45-2174ad501725 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 946 time: 0.1911907 Jun 07 17:33:48.755911 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-b87dfaf7-dccd-4910-b521-11306d22700c req-8e47375b-7c8e-4fc1-a63c-eb8215c92a56 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726912 Jun 07 17:33:48.847751 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] Router 87bd47fc-cf9e-4229-8e77-56c3cba836ef has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:33:49.137836 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:33:49.144951 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] 10.222.0.13 "PUT /v2.0/routers/87bd47fc-cf9e-4229-8e77-56c3cba836ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9314408 Jun 07 17:33:49.147722 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60230) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:49.149470 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b00bd7-9ea9-43ff-b444-f07234f0c8ef None None] Sync routers for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:33:49.161177 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b00bd7-9ea9-43ff-b444-f07234f0c8ef None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:33:49.162311 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-d9b00bd7-9ea9-43ff-b444-f07234f0c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:33:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:49.352118 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-d9b00bd7-9ea9-43ff-b444-f07234f0c8ef None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: dv-cinder-789603-8-smb {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:33:49.363562 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Notify callbacks [] for router, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:49.564570 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:49.646205 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Deleting port 4cc0361e-4457-47c7-a3d6-434b5d781281 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:49.646946 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:49.654154 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-d9b00bd7-9ea9-43ff-b444-f07234f0c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:33:47Z', 'revision_number': 5, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port': {'id': '4cc0361e-4457-47c7-a3d6-434b5d781281', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:25:47Z', 'updated_at': '2021-06-07T17:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:49.658500 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b00bd7-9ea9-43ff-b444-f07234f0c8ef None None] Checking router: 87bd47fc-cf9e-4229-8e77-56c3cba836ef for host: dv-cinder-789603-8-smb {{(pid=91780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:33:49.667428 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b00bd7-9ea9-43ff-b444-f07234f0c8ef None None] Routers {'87bd47fc-cf9e-4229-8e77-56c3cba836ef'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:33:49.668069 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-d9b00bd7-9ea9-43ff-b444-f07234f0c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:33:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'], 'active': True} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:49.790337 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] For port 4cc0361e-4457-47c7-a3d6-434b5d781281, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=4cc0361e-4457-47c7-a3d6-434b5d781281,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:49.790627 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:49.879336 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvr_db [None req-d9b00bd7-9ea9-43ff-b444-f07234f0c8ef None None] Set router 87bd47fc-cf9e-4229-8e77-56c3cba836ef gateway port host: None {{(pid=91780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:33:49.919200 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Calling delete_port for 4cc0361e-4457-47c7-a3d6-434b5d781281 owned by network:router_gateway {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:49.957369 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:33:49.991909 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_hamode_db [None req-d9b00bd7-9ea9-43ff-b444-f07234f0c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:33:49Z', 'revision_number': 6, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port_host': None}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:49.999064 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b00bd7-9ea9-43ff-b444-f07234f0c8ef None None] The sync data for ids ['87bd47fc-cf9e-4229-8e77-56c3cba836ef'] in dv-cinder-789603-8-smb is: [{'id': '87bd47fc-cf9e-4229-8e77-56c3cba836ef', 'name': 'tempest-AttachVolumeTestJSON-1080375137-router', 'tenant_id': '32ff372ddb784e80bd8613340b215cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:25:45Z', 'updated_at': '2021-06-07T17:33:49Z', 'revision_number': 6, 'project_id': '32ff372ddb784e80bd8613340b215cf3', 'gw_port_host': None}] {{(pid=91780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:33:50.078525 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:50.085701 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-def2f829-51af-49c1-bb43-4875ddf051c7 tempest-VolumesActionsTest-1554956699 tempest-VolumesActionsTest-1554956699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:50.132994 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc0361e-4457-47c7-a3d6-434b5d781281,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:50.135928 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:50.226049 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-481346'] for router_gateway, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:50.397453 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12559'] for router, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:50.400925 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:50.431735 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-355561'] for router, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:50.432283 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87bd47fc-cf9e-4229-8e77-56c3cba836ef {{(pid=91779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:33:50.437427 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] Notify callbacks [] for router, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:50.439018 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-dc843151-57e2-4a35-8172-6b51b5ed0c60 admin admin] 10.222.0.13 "DELETE /v2.0/routers/87bd47fc-cf9e-4229-8e77-56c3cba836ef HTTP/1.1" status: 204 len: 168 time: 1.2898273 Jun 07 17:33:50.442499 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60232) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:50.616661 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb7a969-470f-461d-9701-41c0a11a8b5f admin admin] Deleting subnet d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3 {{(pid=91779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:33:50.619774 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a969-470f-461d-9701-41c0a11a8b5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:50.671212 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a969-470f-461d-9701-41c0a11a8b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2355626'] for subnet, precommit_delete_associations {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:50.753635 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a969-470f-461d-9701-41c0a11a8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:50.818510 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:33:50.834465 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a969-470f-461d-9701-41c0a11a8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2355434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2833856'] for subnet, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:50.838394 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:50.856512 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:33:50.857625 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 0fa1db35-0988-4cc6-9ef9-c032fd0b3508 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:33:50.857914 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 4cc0361e-4457-47c7-a3d6-434b5d781281 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:33:50.880440 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7a969-470f-461d-9701-41c0a11a8b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:50.882369 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a969-470f-461d-9701-41c0a11a8b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:50.884229 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-4cb7a969-470f-461d-9701-41c0a11a8b5f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d656c9cc-a3f9-41ab-b5eb-80ba73a5d9a3 HTTP/1.1" status: 204 len: 168 time: 0.4407129 Jun 07 17:33:50.886655 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-4cb7a969-470f-461d-9701-41c0a11a8b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:50.887156 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60234) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:50.893690 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2822980a-1be8-4e88-87f0-cbca8619a5a4 None None] Network a036aeba-98be-498c-945c-229a6b821f25 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:33:50.917848 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: 4cc0361e-4457-47c7-a3d6-434b5d781281 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:33:50.918462 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 4cc0361e-4457-47c7-a3d6-434b5d781281 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:33:51.001772 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.094894 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Deleting port b257848b-e758-404f-8f6a-0e98f9188f70 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:51.095256 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.209309 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d5f228-5b2e-4100-a71c-048e435b8321 None None] DHCP port deletion for a036aeba-98be-498c-945c-229a6b821f25 request from dv-cinder-789603-8-smb {{(pid=91780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 17:33:51.255226 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] For port b257848b-e758-404f-8f6a-0e98f9188f70, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=b257848b-e758-404f-8f6a-0e98f9188f70,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:51.255610 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.288785 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5f228-5b2e-4100-a71c-048e435b8321 None None] Deleting port b257848b-e758-404f-8f6a-0e98f9188f70 {{(pid=91780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:33:51.289163 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f228-5b2e-4100-a71c-048e435b8321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.386889 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Calling delete_port for b257848b-e758-404f-8f6a-0e98f9188f70 owned by network:dhcp {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:51.396131 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-c8d5f228-5b2e-4100-a71c-048e435b8321 None None] For port b257848b-e758-404f-8f6a-0e98f9188f70, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=b257848b-e758-404f-8f6a-0e98f9188f70,segment=NetworkSegment(c898a93c-df05-42be-b172-ff22283a86a0),segment_id=c898a93c-df05-42be-b172-ff22283a86a0)] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:33:51.396458 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f228-5b2e-4100-a71c-048e435b8321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.441750 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.446708 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-77eec25d-e268-4f62-a463-62fcf09c75d3 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:51.491173 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Pushing event deleted for resources: {'Port': ['ID=b257848b-e758-404f-8f6a-0e98f9188f70,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:51.493647 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:51.496269 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] No DVR routers for this DVR port b257848b-e758-404f-8f6a-0e98f9188f70 on host dv-cinder-789603-8-smb {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:33:51.530291 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5f228-5b2e-4100-a71c-048e435b8321 None None] Calling delete_port for b257848b-e758-404f-8f6a-0e98f9188f70 owned by network:dhcp {{(pid=91780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:33:51.575480 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f228-5b2e-4100-a71c-048e435b8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665'] for port, after_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.579078 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:51.613845 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.622248 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5f228-5b2e-4100-a71c-048e435b8321 None None] Pushing event deleted for resources: {'Port': ['ID=b257848b-e758-404f-8f6a-0e98f9188f70,revision_number=None']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:51.625701 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-c8d5f228-5b2e-4100-a71c-048e435b8321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:51.626153 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d5f228-5b2e-4100-a71c-048e435b8321 None None] No DVR routers for this DVR port b257848b-e758-404f-8f6a-0e98f9188f70 on host dv-cinder-789603-8-smb {{(pid=91780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:33:51.627243 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a036aeba-98be-498c-945c-229a6b821f25']}} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:51.646675 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c898a93c-df05-42be-b172-ff22283a86a0') {'for_net_delete': True} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:51.646904 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c898a93c-df05-42be-b172-ff22283a86a0') {} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:33:51.660378 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355603'] for segment, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.680674 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.687236 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=91779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:33:51.687616 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2355273'] for segment, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: Traceback (most recent call last): Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: timer() Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: cb(*args, **kw) Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: return func(*args, **kwargs) Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: self._notify() Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: self.callback(batched_events) Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: event.method(event) Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: return f(self, *a, **k) Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: return self._get(url).json() Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: return self.request(url, 'GET', **kwargs) Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:33:51.700479 dv-cinder-789603-8-smb neutron-server[91779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:33:51.777288 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.781635 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:51.795265 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:51.797099 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] 10.222.0.13 "DELETE /v2.0/networks/a036aeba-98be-498c-945c-229a6b821f25 HTTP/1.1" status: 204 len: 168 time: 0.9089758 Jun 07 17:33:51.803117 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Pushing event deleted for resources: {'Network': ['ID=a036aeba-98be-498c-945c-229a6b821f25,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:51.805535 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-84a936d2-ecfc-442b-985f-9799de41543f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:51.936564 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60238) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:51.991997 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-7e988417-cca8-4e9d-8e1b-518c343ed179 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32ff372ddb784e80bd8613340b215cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540903 Jun 07 17:33:51.994292 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60240) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:52.054057 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-83f6e7f6-002d-41df-bd02-09953a8b7408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:52.081528 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-83f6e7f6-002d-41df-bd02-09953a8b7408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:52.137476 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-83f6e7f6-002d-41df-bd02-09953a8b7408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:52.140102 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-83f6e7f6-002d-41df-bd02-09953a8b7408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:52.141230 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-83f6e7f6-002d-41df-bd02-09953a8b7408 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b422f18d-df7a-472d-90f1-e99a782cb54a HTTP/1.1" status: 204 len: 168 time: 0.1460507 Jun 07 17:33:52.142037 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-45d2348d-8c19-4a68-83e1-a09aae95c060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:52.152140 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e7f6-002d-41df-bd02-09953a8b7408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b422f18d-df7a-472d-90f1-e99a782cb54a,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:52.155753 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-83f6e7f6-002d-41df-bd02-09953a8b7408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:52.722408 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device b257848b-e758-404f-8f6a-0e98f9188f70 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:33:52.758295 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: b257848b-e758-404f-8f6a-0e98f9188f70 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:33:52.758449 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device b257848b-e758-404f-8f6a-0e98f9188f70 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:33:56.354764 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60300) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:56.476862 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7a68bc4f-472d-4a26-8da7-22f85144a342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:56.587574 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7a68bc4f-472d-4a26-8da7-22f85144a342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:56.592823 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-7a68bc4f-472d-4a26-8da7-22f85144a342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:56.600120 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-1a7acd69-9533-44c1-84f9-0343ff6e66fb tempest-VolumesNegativeTest-1767646334 tempest-VolumesNegativeTest-1767646334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:56.641213 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68bc4f-472d-4a26-8da7-22f85144a342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3db3305-2341-4be2-b8f1-f462dbabecdb,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:56.645358 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-7a68bc4f-472d-4a26-8da7-22f85144a342 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdd0084400784c8a9ed5e087b3895c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895381 Jun 07 17:33:56.646237 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-7a68bc4f-472d-4a26-8da7-22f85144a342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:33:56.648010 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60304) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:56.705861 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f90ab7d9-a93a-4c4d-953c-68bc9900ad50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:56.741595 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f90ab7d9-a93a-4c4d-953c-68bc9900ad50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:56.811136 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f90ab7d9-a93a-4c4d-953c-68bc9900ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:56.813656 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-f90ab7d9-a93a-4c4d-953c-68bc9900ad50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:56.814778 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-f90ab7d9-a93a-4c4d-953c-68bc9900ad50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3db3305-2341-4be2-b8f1-f462dbabecdb HTTP/1.1" status: 204 len: 168 time: 0.1658859 Jun 07 17:33:56.815553 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-55759560-0739-4c12-a485-a92c32dcc0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:33:56.824986 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ab7d9-a93a-4c4d-953c-68bc9900ad50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3db3305-2341-4be2-b8f1-f462dbabecdb,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:33:56.828643 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f90ab7d9-a93a-4c4d-953c-68bc9900ad50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:00.249410 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-3d55fbe4-ce81-454a-bc20-cddba200bbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:02.581855 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-2463bfe2-7f0f-48ff-895c-612465079627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:02.807463 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:03.824351 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:05.839432 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:07.352798 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60418) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:07.478957 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c343507f-73f4-402a-9c9b-7aec3db83455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:07.584066 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c343507f-73f4-402a-9c9b-7aec3db83455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:07.587941 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c343507f-73f4-402a-9c9b-7aec3db83455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:07.595238 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a36dbd4a-9c20-43ec-bd3d-79ed5cc87e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:07.635831 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343507f-73f4-402a-9c9b-7aec3db83455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b618c702-9d70-44f8-acf4-04f15f98c07e,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:07.640303 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-c343507f-73f4-402a-9c9b-7aec3db83455 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=682e568bb256418fbfbea82865221635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864134 Jun 07 17:34:07.641328 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c343507f-73f4-402a-9c9b-7aec3db83455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:07.643268 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60422) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:07.712507 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-27f31e1e-33c1-4138-8ca9-ec1a4fdd8596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:07.741172 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-27f31e1e-33c1-4138-8ca9-ec1a4fdd8596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:07.800778 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-27f31e1e-33c1-4138-8ca9-ec1a4fdd8596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:07.803280 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-27f31e1e-33c1-4138-8ca9-ec1a4fdd8596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:07.804418 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-27f31e1e-33c1-4138-8ca9-ec1a4fdd8596 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b618c702-9d70-44f8-acf4-04f15f98c07e HTTP/1.1" status: 204 len: 168 time: 0.1602082 Jun 07 17:34:07.805189 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-ec10d34c-964c-4097-bde3-6d72b93d984e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:07.815820 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f31e1e-33c1-4138-8ca9-ec1a4fdd8596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b618c702-9d70-44f8-acf4-04f15f98c07e,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:07.818306 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-27f31e1e-33c1-4138-8ca9-ec1a4fdd8596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:12.364351 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:26.448648 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60638) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:26.570197 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:26.678641 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:26.682871 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:26.691026 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-d551e90a-36fc-4cb7-be00-93c50a4cf569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:26.733111 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f1e6c4b4f48483db585c13a47a203a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833645 Jun 07 17:34:26.733987 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecdf99c-abf0-4f4f-bfd4-b6f166908b58,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:26.736204 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60642) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:26.755977 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:26.756335 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:26.756704 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:26.757062 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:26.757413 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:26.757764 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:26.758109 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:26.758453 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:26.758818 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:26.759144 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:26.759515 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:26.759890 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:26.765976 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6e78fd43-2061-4df9-a26f-375f85d0e367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:26.818991 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6db669a9-7d12-4a75-8392-e1fe9d100038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:26.845728 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6db669a9-7d12-4a75-8392-e1fe9d100038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:26.900564 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6db669a9-7d12-4a75-8392-e1fe9d100038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:26.903274 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-6db669a9-7d12-4a75-8392-e1fe9d100038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:26.904652 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-6db669a9-7d12-4a75-8392-e1fe9d100038 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ecdf99c-abf0-4f4f-bfd4-b6f166908b58 HTTP/1.1" status: 204 len: 168 time: 0.1674702 Jun 07 17:34:26.905410 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a8956f2d-b14a-45a0-a5aa-32f4846e8319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:26.915919 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db669a9-7d12-4a75-8392-e1fe9d100038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecdf99c-abf0-4f4f-bfd4-b6f166908b58,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:26.918455 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6db669a9-7d12-4a75-8392-e1fe9d100038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:26.957031 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:34:27.208190 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60648) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:27.228440 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:27.336085 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:27.340486 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:27.351865 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8ab77385-6287-4c2e-9407-0825da43b7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:27.396704 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a9c6cb9243141eab0963b18b90d5eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871104 Jun 07 17:34:27.397756 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cabff10-8743-4e93-9ed2-f92ad109660d,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:27.399357 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60650) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:27.406134 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:27.406514 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:27.406887 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:27.407286 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:27.407646 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:27.408009 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:27.408376 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:27.408735 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:27.409090 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:27.409446 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:27.409797 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:27.410149 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:27.414367 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:27.467598 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0acebf2c-147a-49b4-9b2b-9a0eef8a2e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:27.493697 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0acebf2c-147a-49b4-9b2b-9a0eef8a2e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:27.552774 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0acebf2c-147a-49b4-9b2b-9a0eef8a2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:27.555682 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0acebf2c-147a-49b4-9b2b-9a0eef8a2e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:27.557144 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-0acebf2c-147a-49b4-9b2b-9a0eef8a2e4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cabff10-8743-4e93-9ed2-f92ad109660d HTTP/1.1" status: 204 len: 168 time: 0.1519294 Jun 07 17:34:27.558066 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-27f31e1e-33c1-4138-8ca9-ec1a4fdd8596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:27.569126 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acebf2c-147a-49b4-9b2b-9a0eef8a2e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cabff10-8743-4e93-9ed2-f92ad109660d,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:27.571485 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-0acebf2c-147a-49b4-9b2b-9a0eef8a2e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:30.253986 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-93707865-8379-4362-9e60-af1a53b3cecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:31.360693 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60786) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:31.489622 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ed9c3dde-2d0b-4dd1-b11a-f4eeb5c91098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:31.606134 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ed9c3dde-2d0b-4dd1-b11a-f4eeb5c91098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:31.610410 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-ed9c3dde-2d0b-4dd1-b11a-f4eeb5c91098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:31.617973 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c343507f-73f4-402a-9c9b-7aec3db83455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:31.662548 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-ed9c3dde-2d0b-4dd1-b11a-f4eeb5c91098 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b96f4601bfc4d92bd3797008f386f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007498 Jun 07 17:34:31.663494 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c3dde-2d0b-4dd1-b11a-f4eeb5c91098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63344722-36d6-4518-99e0-5f29a251438b,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:31.665284 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60790) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:31.667215 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-ed9c3dde-2d0b-4dd1-b11a-f4eeb5c91098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:31.727160 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c71d3a46-a933-42b7-9d40-f1d3d782077d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:31.753797 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c71d3a46-a933-42b7-9d40-f1d3d782077d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:31.807433 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c71d3a46-a933-42b7-9d40-f1d3d782077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:31.809951 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c71d3a46-a933-42b7-9d40-f1d3d782077d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:31.811345 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-c71d3a46-a933-42b7-9d40-f1d3d782077d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63344722-36d6-4518-99e0-5f29a251438b HTTP/1.1" status: 204 len: 168 time: 0.1444640 Jun 07 17:34:31.812180 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-d5e8cd01-ec7d-4c58-9617-30ff0514c5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:31.822084 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d3a46-a933-42b7-9d40-f1d3d782077d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63344722-36d6-4518-99e0-5f29a251438b,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:31.824478 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c71d3a46-a933-42b7-9d40-f1d3d782077d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:32.109538 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60796) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:32.127048 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-54cbc127-b32f-4f6b-8015-b8077bab0dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:32.240700 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-54cbc127-b32f-4f6b-8015-b8077bab0dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:32.246230 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-54cbc127-b32f-4f6b-8015-b8077bab0dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:32.254621 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-69492d7b-5e7e-411c-8d83-099a73ec028b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:32.296550 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-54cbc127-b32f-4f6b-8015-b8077bab0dd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0855b2441064be9a9b8377a767337cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859207 Jun 07 17:34:32.297536 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbc127-b32f-4f6b-8015-b8077bab0dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311ba04c-6752-4e4d-aead-c53e337e5ece,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:32.299272 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60798) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:32.300559 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-54cbc127-b32f-4f6b-8015-b8077bab0dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:32.364012 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1d869a43-79f8-4cfd-a098-6a0f09c809bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:32.393187 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1d869a43-79f8-4cfd-a098-6a0f09c809bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:32.454683 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1d869a43-79f8-4cfd-a098-6a0f09c809bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:32.457561 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-1d869a43-79f8-4cfd-a098-6a0f09c809bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:32.458729 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-1d869a43-79f8-4cfd-a098-6a0f09c809bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/311ba04c-6752-4e4d-aead-c53e337e5ece HTTP/1.1" status: 204 len: 168 time: 0.1576259 Jun 07 17:34:32.459595 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c11cac0f-050d-46ed-9a0e-e40dec33ba39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:32.472067 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d869a43-79f8-4cfd-a098-6a0f09c809bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311ba04c-6752-4e4d-aead-c53e337e5ece,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:32.474376 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-1d869a43-79f8-4cfd-a098-6a0f09c809bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:32.585676 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-37805039-65cb-43a2-9f3b-cbd991179b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:32.813452 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:33.825490 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:34.336334 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60844) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:34.463871 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b51af315-7d3a-4cad-a729-6c37b00df7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:34.568093 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b51af315-7d3a-4cad-a729-6c37b00df7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:34.572100 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-b51af315-7d3a-4cad-a729-6c37b00df7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:34.581015 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-27cb483a-ff92-489d-94eb-c3740e883f88 tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:34.620262 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-b51af315-7d3a-4cad-a729-6c37b00df7e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9286488ad0284bd48fab13b31a06a57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828453 Jun 07 17:34:34.621452 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51af315-7d3a-4cad-a729-6c37b00df7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52645ab8-f57b-4a48-b1ca-2efcbdfb136f,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:34.623846 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60848) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:34.625307 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-b51af315-7d3a-4cad-a729-6c37b00df7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:34.680569 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b2ed5820-245b-4769-bd23-99183c9a4429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:34.706304 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b2ed5820-245b-4769-bd23-99183c9a4429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:34.758725 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b2ed5820-245b-4769-bd23-99183c9a4429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:34.761482 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b2ed5820-245b-4769-bd23-99183c9a4429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:34.763056 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-b2ed5820-245b-4769-bd23-99183c9a4429 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52645ab8-f57b-4a48-b1ca-2efcbdfb136f HTTP/1.1" status: 204 len: 168 time: 0.1372426 Jun 07 17:34:34.763881 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8103a9a5-0f54-4655-a9b4-ef75d22386e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:34.774683 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed5820-245b-4769-bd23-99183c9a4429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52645ab8-f57b-4a48-b1ca-2efcbdfb136f,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:34.777927 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b2ed5820-245b-4769-bd23-99183c9a4429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:35.047882 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60854) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:35.065292 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0c98e2d4-0ca7-43c4-89ee-c52e64c6050c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:35.182731 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0c98e2d4-0ca7-43c4-89ee-c52e64c6050c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:35.186719 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0c98e2d4-0ca7-43c4-89ee-c52e64c6050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:35.193576 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-d6b9b387-3025-4ef9-a83a-01afeb43955c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:35.233586 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98e2d4-0ca7-43c4-89ee-c52e64c6050c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e726cb5-0e58-42a3-a41b-6710995f76b7,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:35.237632 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-0c98e2d4-0ca7-43c4-89ee-c52e64c6050c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc556436caad452cb5f21d3e7d5637c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887434 Jun 07 17:34:35.238599 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-0c98e2d4-0ca7-43c4-89ee-c52e64c6050c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:35.240330 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60856) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:35.299263 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-35ba35df-dbbb-4065-9684-0b673fec592e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:35.324525 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-35ba35df-dbbb-4065-9684-0b673fec592e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:35.376569 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-35ba35df-dbbb-4065-9684-0b673fec592e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:35.379063 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-35ba35df-dbbb-4065-9684-0b673fec592e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:35.380229 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-35ba35df-dbbb-4065-9684-0b673fec592e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e726cb5-0e58-42a3-a41b-6710995f76b7 HTTP/1.1" status: 204 len: 168 time: 0.1389890 Jun 07 17:34:35.380988 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-0e41b3f5-1313-4e0c-9ac8-41385e67500d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:35.391818 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba35df-dbbb-4065-9684-0b673fec592e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e726cb5-0e58-42a3-a41b-6710995f76b7,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:35.395307 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-35ba35df-dbbb-4065-9684-0b673fec592e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:35.842509 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:38.380151 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caa66c-c87e-4546-bceb-e483f1ddf216 req-6676c16b-28e7-4d73-9a4a-cf09f5ee849e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:38.381622 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-46caa66c-c87e-4546-bceb-e483f1ddf216 req-6676c16b-28e7-4d73-9a4a-cf09f5ee849e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 946 time: 0.2654750 Jun 07 17:34:38.430676 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-46caa66c-c87e-4546-bceb-e483f1ddf216 req-41be0a24-8e00-4f78-be67-40011db0172e tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432806 Jun 07 17:34:39.807433 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb989-7321-4c53-8fde-e152fd184dca req-9fbd7e2b-347e-4c46-88a7-8e210d9fd456 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:39.809019 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-84abb989-7321-4c53-8fde-e152fd184dca req-9fbd7e2b-347e-4c46-88a7-8e210d9fd456 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 946 time: 0.2581525 Jun 07 17:34:39.816436 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-20d6ac08-d7bc-41a7-9363-fef7f619621f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:39.818048 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-20d6ac08-d7bc-41a7-9363-fef7f619621f tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.24 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 946 time: 0.0992377 Jun 07 17:34:39.862706 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [req-84abb989-7321-4c53-8fde-e152fd184dca req-4ee8ba0a-d798-4459-a2a6-104b631b0cf6 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups?id=33e3cf10-ea94-4417-a7ac-9b818a1cc937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462930 Jun 07 17:34:39.964323 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Deleting port 33bd535d-36b5-498a-9d74-c8cda048c0e3 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:34:39.964702 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:40.203489 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] For port 33bd535d-36b5-498a-9d74-c8cda048c0e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33bd535d-36b5-498a-9d74-c8cda048c0e3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:34:40.203848 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:40.515885 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:40.516265 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-481397'] for floatingip, after_update {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:40.516590 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.db.l3_db [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Floating IP 9f759d36-343c-4de3-ac67-1abceae8172f disassociated. External IP: 172.28.2.53, port: 33bd535d-36b5-498a-9d74-c8cda048c0e3. Jun 07 17:34:40.516935 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Calling delete_port for 33bd535d-36b5-498a-9d74-c8cda048c0e3 owned by compute:nova {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:34:40.630115 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:40.635482 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-2397b50c-d7c8-401b-a12d-140bea206745 tempest-TestMinimumBasicScenario-396454707 tempest-TestMinimumBasicScenario-396454707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:40.684290 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event deleted for resources: {'Port': ['ID=33bd535d-36b5-498a-9d74-c8cda048c0e3,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:40.688029 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:40.869558 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:34:41.082689 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-73e837bc-10f9-4edc-a663-fe6601a39540 req-58074fe8-467d-4f44-bb38-3f5350919f89 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a11be8-8fcb-4a05-9fef-a5ef3dea6f68 HTTP/1.1" status: 200 len: 210 time: 0.0624847 Jun 07 17:34:41.096325 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:34:41.113086 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99473c2c-c32f-49cc-8480-3aba96ce4c9d None None] Sync routers for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:34:41.124120 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99473c2c-c32f-49cc-8480-3aba96ce4c9d None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:34:41.125384 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-99473c2c-c32f-49cc-8480-3aba96ce4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:34:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:41.174146 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] No DVR routers for this DVR port 33bd535d-36b5-498a-9d74-c8cda048c0e3 on host hv-cinder-78960 {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:34:41.176734 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for port, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:41.178686 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [req-2457cb72-cd30-4c9c-9c86-78932e0bc702 req-72450451-c9d1-4441-85a0-f11fe2399c32 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.24 "DELETE /v2.0/ports/33bd535d-36b5-498a-9d74-c8cda048c0e3 HTTP/1.1" status: 204 len: 173 time: 1.3550818 Jun 07 17:34:41.179250 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'name': 'network-vif-deleted', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3'}] {{(pid=91779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:34:41.181562 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31ed47bfc5dee1495a4aa6946b99840e7b6e6647022ca5c120dbb0b4f93c4913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d89ca0-3621-4bd9-a707-85a45cdc5841" -d '{"events": [{"server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "name": "network-vif-deleted", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3"}]}' {{(pid=91779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:34:41.238073 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6991268-b6cb-4f1a-8571-c4037edaaf1e x-openstack-request-id: req-e6991268-b6cb-4f1a-8571-c4037edaaf1e {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:34:41.238532 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a11be8-8fcb-4a05-9fef-a5ef3dea6f68", "name": "network-vif-deleted", "tag": "33bd535d-36b5-498a-9d74-c8cda048c0e3", "status": "completed", "code": 200}]} {{(pid=91779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:34:41.239539 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6991268-b6cb-4f1a-8571-c4037edaaf1e {{(pid=91779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:34:41.240057 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a11be8-8fcb-4a05-9fef-a5ef3dea6f68', 'name': 'network-vif-deleted', 'tag': '33bd535d-36b5-498a-9d74-c8cda048c0e3', 'status': 'completed', 'code': 200} Jun 07 17:34:41.340434 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-99473c2c-c32f-49cc-8480-3aba96ce4c9d None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:34:41.674267 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-99473c2c-c32f-49cc-8480-3aba96ce4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:58Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:41.677938 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99473c2c-c32f-49cc-8480-3aba96ce4c9d None None] Checking router: e2b5bcb2-5282-4fa3-8601-f2e2fc55089a for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:34:41.686151 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99473c2c-c32f-49cc-8480-3aba96ce4c9d None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:34:41.686739 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-99473c2c-c32f-49cc-8480-3aba96ce4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:34:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:41.870876 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-99473c2c-c32f-49cc-8480-3aba96ce4c9d None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:34:42.212634 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 60982) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:42.219050 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-99473c2c-c32f-49cc-8480-3aba96ce4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:58Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:42.223035 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99473c2c-c32f-49cc-8480-3aba96ce4c9d None None] The sync data for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb is: [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:24:46Z', 'revision_number': 4, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb', '_interfaces': [{'id': '5d5d6571-a01c-4696-ba85-0b10709aaef3', 'name': '', 'network_id': '65a27e9f-d994-41d3-9567-4774a51ead31', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'mac_address': 'fa:16:3e:35:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:40Z', 'updated_at': '2021-06-07T17:24:58Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'subnets': [{'id': 'cef20769-16f6-4531-a1bb-a040266eabc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:34:42.284903 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e82ec100-24c8-4872-87b6-488f04737ec2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:42.323162 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e82ec100-24c8-4872-87b6-488f04737ec2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:42.358612 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:42.392723 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e82ec100-24c8-4872-87b6-488f04737ec2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:42.395543 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-e82ec100-24c8-4872-87b6-488f04737ec2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:42.396864 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-e82ec100-24c8-4872-87b6-488f04737ec2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "DELETE /v2.0/security-groups/33e3cf10-ea94-4417-a7ac-9b818a1cc937 HTTP/1.1" status: 204 len: 168 time: 0.1832016 Jun 07 17:34:42.397774 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-9e7f8070-93aa-4d17-acc1-d180a53c3111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:42.399708 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60986) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:42.412109 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ec100-24c8-4872-87b6-488f04737ec2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e3cf10-ea94-4417-a7ac-9b818a1cc937,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:42.414879 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-e82ec100-24c8-4872-87b6-488f04737ec2 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:42.424159 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.api.v2.resource [None req-3cbeac01-7f83-4eba-8ed8-c74ba243e1e0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] show failed (client error): The resource could not be found. Jun 07 17:34:42.425372 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-3cbeac01-7f83-4eba-8ed8-c74ba243e1e0 tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "GET /v2.0/security-groups/33e3cf10-ea94-4417-a7ac-9b818a1cc937 HTTP/1.1" status: 404 len: 347 time: 0.0235288 Jun 07 17:34:42.431980 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 60988) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:42.489624 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b0dad-c688-47b6-bdad-c207c2cc1380 None None] New status for floating IP 9f759d36-343c-4de3-ac67-1abceae8172f: DOWN {{(pid=91780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:34:42.665809 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-a5533996-92fe-47cb-bbdd-1352e995af5c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Deleting port d02e5e47-afef-493a-b224-2d145a8f7865 {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:34:42.666132 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a5533996-92fe-47cb-bbdd-1352e995af5c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:42.901152 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a5533996-92fe-47cb-bbdd-1352e995af5c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:42.901478 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a5533996-92fe-47cb-bbdd-1352e995af5c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:43.026508 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-a5533996-92fe-47cb-bbdd-1352e995af5c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Calling delete_port for d02e5e47-afef-493a-b224-2d145a8f7865 owned by network:floatingip {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:34:43.149158 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a5533996-92fe-47cb-bbdd-1352e995af5c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:43.152773 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-71992ca2-381b-4def-ac08-8685d2af7b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:43.199787 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5533996-92fe-47cb-bbdd-1352e995af5c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Pushing event deleted for resources: {'Port': ['ID=d02e5e47-afef-493a-b224-2d145a8f7865,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:43.228999 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-a5533996-92fe-47cb-bbdd-1352e995af5c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:43.298400 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a5533996-92fe-47cb-bbdd-1352e995af5c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks [] for floatingip, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:43.301630 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-a5533996-92fe-47cb-bbdd-1352e995af5c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1027902'] for floatingip, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:43.302749 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-a5533996-92fe-47cb-bbdd-1352e995af5c tempest-AttachVolumeShelveTestJSON-1861772901 tempest-AttachVolumeShelveTestJSON-1861772901-project] 10.222.0.13 "DELETE /v2.0/floatingips/9f759d36-343c-4de3-ac67-1abceae8172f HTTP/1.1" status: 204 len: 168 time: 0.8693569 Jun 07 17:34:43.682307 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 33bd535d-36b5-498a-9d74-c8cda048c0e3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:34:43.718630 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] No Port match for: 33bd535d-36b5-498a-9d74-c8cda048c0e3 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:34:43.718991 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Device 33bd535d-36b5-498a-9d74-c8cda048c0e3 not bound to the agent host hv-cinder-78960 {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:34:46.181601 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 32784) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:46.878744 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352978'] for router_interface, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:47.305171 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] Deleting port 5d5d6571-a01c-4696-ba85-0b10709aaef3 {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:34:47.305874 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:47.430479 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] For port 5d5d6571-a01c-4696-ba85-0b10709aaef3, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=5d5d6571-a01c-4696-ba85-0b10709aaef3,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:34:47.430833 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:47.558933 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] Calling delete_port for 5d5d6571-a01c-4696-ba85-0b10709aaef3 owned by network:router_interface {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:34:47.837603 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:47.843526 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-d0344878-8e0f-48a0-a772-6e7fb59fec3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:47.920443 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5d6571-a01c-4696-ba85-0b10709aaef3,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:47.928031 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:48.191387 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-490656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360348'] for router_interface, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:48.572653 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] Router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a has already been hosted by L3 agent 272071c6-7648-4c32-8156-3194fadfe5b6 {{(pid=91778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:34:48.768410 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] Notify agent at l3_agent.dv-cinder-789603-8-smb the message routers_updated {{(pid=91778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:34:48.773280 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-419d5072-ee67-430b-a1bc-20cd92650fec admin admin] 10.222.0.13 "PUT /v2.0/routers/e2b5bcb2-5282-4fa3-8601-f2e2fc55089a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5906115 Jun 07 17:34:48.775989 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 32804) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:48.779933 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceae917-0e10-49cf-ae69-cd7af4d3f085 None None] Sync routers for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:34:48.790340 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceae917-0e10-49cf-ae69-cd7af4d3f085 None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:34:48.791086 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-fceae917-0e10-49cf-ae69-cd7af4d3f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:34:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:48.953969 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Notify callbacks [] for router, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:48.973906 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-fceae917-0e10-49cf-ae69-cd7af4d3f085 None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: dv-cinder-789603-8-smb {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:34:49.253973 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.314074 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-fceae917-0e10-49cf-ae69-cd7af4d3f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'external_fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:34:47Z', 'revision_number': 5, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port': {'id': 'f932186d-e711-45dd-b9ea-f6dc4b508764', 'name': '', 'network_id': '5c076886-0b3f-40b9-b1ca-c907755baaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:24:32Z', 'updated_at': '2021-06-07T17:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f41aaa9b-1d6e-4db9-bf8d-4feccdffdbbf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-8-smb'}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:49.317892 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceae917-0e10-49cf-ae69-cd7af4d3f085 None None] Checking router: e2b5bcb2-5282-4fa3-8601-f2e2fc55089a for host: dv-cinder-789603-8-smb {{(pid=91781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:34:49.328627 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceae917-0e10-49cf-ae69-cd7af4d3f085 None None] Routers {'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'} bound to L3 agent in host dv-cinder-789603-8-smb {{(pid=91781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:34:49.329262 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Deleting port f932186d-e711-45dd-b9ea-f6dc4b508764 {{(pid=91778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:34:49.329400 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-fceae917-0e10-49cf-ae69-cd7af4d3f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:16:33Z,description=,heartbeat_timestamp=2021-06-07T17:34:33Z,host='dv-cinder-789603-8-smb',id=272071c6-7648-4c32-8156-3194fadfe5b6,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:16:33Z,topic='l3_agent')) {'router_ids': ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'], 'active': True} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:49.329603 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.459394 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.db [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] For port f932186d-e711-45dd-b9ea-f6dc4b508764, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=f932186d-e711-45dd-b9ea-f6dc4b508764,segment=NetworkSegment(108a7cf2-6527-4998-9d82-f29955ab31b1),segment_id=108a7cf2-6527-4998-9d82-f29955ab31b1)] {{(pid=91778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:34:49.459756 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.491551 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_dvr_db [None req-fceae917-0e10-49cf-ae69-cd7af4d3f085 None None] Set router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a gateway port host: None {{(pid=91781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:34:49.593657 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.plugins.ml2.plugin [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Calling delete_port for f932186d-e711-45dd-b9ea-f6dc4b508764 owned by network:router_gateway {{(pid=91778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:34:49.614548 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.l3_hamode_db [None req-fceae917-0e10-49cf-ae69-cd7af4d3f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:34:49Z', 'revision_number': 6, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port_host': None}], 'dv-cinder-789603-8-smb', False) {} {{(pid=91781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:49.619145 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceae917-0e10-49cf-ae69-cd7af4d3f085 None None] The sync data for ids ['e2b5bcb2-5282-4fa3-8601-f2e2fc55089a'] in dv-cinder-789603-8-smb is: [{'id': 'e2b5bcb2-5282-4fa3-8601-f2e2fc55089a', 'name': 'tempest-AttachVolumeShelveTestJSON-2099543677-router', 'tenant_id': '3d855b1896d8461bafbac40e44ffb4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:24:30Z', 'updated_at': '2021-06-07T17:34:49Z', 'revision_number': 6, 'project_id': '3d855b1896d8461bafbac40e44ffb4b5', 'gw_port_host': None}] {{(pid=91781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:34:49.739389 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1956685'] for port, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.742915 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-247e703f-9989-498b-9e66-701e2981a5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:49.816477 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Pushing event deleted for resources: {'Port': ['ID=f932186d-e711-45dd-b9ea-f6dc4b508764,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:49.823111 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:49.885192 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-481346'] for router_gateway, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.068354 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12559'] for router, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.070585 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.095602 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-355561'] for router, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.096136 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b5bcb2-5282-4fa3-8601-f2e2fc55089a {{(pid=91778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:34:50.102398 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] Notify callbacks [] for router, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.103779 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-71e90607-8ed9-4e44-9b9d-f7b37618ca58 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e2b5bcb2-5282-4fa3-8601-f2e2fc55089a HTTP/1.1" status: 204 len: 168 time: 1.3266327 Jun 07 17:34:50.106433 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 32808) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:50.166970 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.db_base_plugin_v2 [None req-7baa2496-3581-410e-ac56-d1d5ce827e53 admin admin] Deleting subnet cef20769-16f6-4531-a1bb-a040266eabc8 {{(pid=91779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:34:50.170728 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7baa2496-3581-410e-ac56-d1d5ce827e53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.226019 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7baa2496-3581-410e-ac56-d1d5ce827e53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2355626'] for subnet, precommit_delete_associations {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.308086 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7baa2496-3581-410e-ac56-d1d5ce827e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7844589'] for subnet, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.381976 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7baa2496-3581-410e-ac56-d1d5ce827e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7844566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2355434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2833856'] for subnet, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.386375 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:50.428289 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa2496-3581-410e-ac56-d1d5ce827e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef20769-16f6-4531-a1bb-a040266eabc8,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:50.430719 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-7baa2496-3581-410e-ac56-d1d5ce827e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:50.433503 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7baa2496-3581-410e-ac56-d1d5ce827e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for subnet, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.436108 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-7baa2496-3581-410e-ac56-d1d5ce827e53 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cef20769-16f6-4531-a1bb-a040266eabc8 HTTP/1.1" status: 204 len: 168 time: 0.3278522 Jun 07 17:34:50.438519 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 32812) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:50.439027 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44d2f3f-d0ae-4eb8-a0fa-f4dd341169b4 None None] Network 65a27e9f-d994-41d3-9567-4774a51ead31 requested from dv-cinder-789603-8-smb {{(pid=91780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:34:50.548657 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7749478'] for network, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.627268 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Deleting port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a {{(pid=91779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:34:50.627607 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.731678 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] DHCP port deletion for 65a27e9f-d994-41d3-9567-4774a51ead31 request from dv-cinder-789603-8-smb {{(pid=91780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 17:34:50.757551 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.db [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] For port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a, host dv-cinder-789603-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-8-smb',level=0,port_id=25d8d9a4-df30-44eb-b7b0-bd38ac798c6a,segment=NetworkSegment(bfa1f90e-ec5f-4588-83ff-10528538f5c2),segment_id=bfa1f90e-ec5f-4588-83ff-10528538f5c2)] {{(pid=91779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:34:50.757918 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.794216 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 5d5d6571-a01c-4696-ba85-0b10709aaef3 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:34:50.833575 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: 5d5d6571-a01c-4696-ba85-0b10709aaef3 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:34:50.833932 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 5d5d6571-a01c-4696-ba85-0b10709aaef3 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:34:50.834372 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:34:50.892571 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.plugin [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Calling delete_port for 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a owned by network:dhcp {{(pid=91779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:34:50.950370 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2355260'] for port, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.957558 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f0dbfa8d-80b5-4604-b863-ff23cd578214 tempest-VolumesActionsTest-1744368410 tempest-VolumesActionsTest-1744368410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:50.967715 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Deleting port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a {{(pid=91780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:34:50.968064 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747778282460'] for port, before_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.010609 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Pushing event deleted for resources: {'Port': ['ID=25d8d9a4-df30-44eb-b7b0-bd38ac798c6a,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:51.010876 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7859437'] for port, before_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.012433 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] No DVR routers for this DVR port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a on host dv-cinder-789603-8-smb {{(pid=91779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:34:51.014692 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:51.098590 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.db [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] For port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a, host dv-cinder-789603-8-smb, got binding levels [] {{(pid=91780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:34:51.098987 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359301'] for port, precommit_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.134609 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7834470', 'neutron.services.segments.db._delete_segments_for_network-8747778217638'] for network, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.147975 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a27e9f-d994-41d3-9567-4774a51ead31']}} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:51.161680 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa1f90e-ec5f-4588-83ff-10528538f5c2') {'for_net_delete': True} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:51.161974 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.services.segments.db [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa1f90e-ec5f-4588-83ff-10528538f5c2') {} {{(pid=91779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:51.175319 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747778254785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2355603'] for segment, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.192562 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648'] for segment, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.198999 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=91779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:34:51.199409 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7842648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2355273'] for segment, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: Traceback (most recent call last): Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: timer() Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: cb(*args, **kw) Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: return func(*args, **kwargs) Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: self._notify() Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: self.callback(batched_events) Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: event.method(event) Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: return f(self, *a, **k) Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: return self._get(url).json() Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: return self.request(url, 'GET', **kwargs) Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:34:51.213786 dv-cinder-789603-8-smb neutron-server[91779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:34:51.249140 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device f932186d-e711-45dd-b9ea-f6dc4b508764 no longer exists at agent ovs-agent-dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:34:51.278385 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Calling delete_port for 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a owned by network:dhcp {{(pid=91780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:34:51.286744 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.ipam_backend_mixin [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a was not found and therefore no delete operation was performed {{(pid=91780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 17:34:51.293071 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] No Port match for: f932186d-e711-45dd-b9ea-f6dc4b508764 {{(pid=91780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:34:51.293457 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.plugins.ml2.rpc [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Device f932186d-e711-45dd-b9ea-f6dc4b508764 not bound to the agent host dv-cinder-789603-8-smb {{(pid=91780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:34:51.295891 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7834479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-425507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-490651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-481383'] for network, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.296228 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7861150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-490642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747778159580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747777804665'] for port, after_delete {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.300191 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:51.303512 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:51.337689 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Network 65a27e9f-d994-41d3-9567-4774a51ead31 is not hosted by any dhcp agent {{(pid=91780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 07 17:34:51.338036 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] No DVR routers for this DVR port 25d8d9a4-df30-44eb-b7b0-bd38ac798c6a on host dv-cinder-789603-8-smb {{(pid=91780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:34:51.354285 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Pushing event deleted for resources: {'Port': ['ID=25d8d9a4-df30-44eb-b7b0-bd38ac798c6a,revision_number=None']} {{(pid=91780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:51.369005 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.369687 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.370136 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.370579 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.371284 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.371729 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.372673 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.373105 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.373538 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.374032 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.374461 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.374884 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.378312 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG oslo_concurrency.lockutils [None req-387efe3c-e958-4bf5-acc9-e3e09edbf58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:51.432792 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-490748'] for network, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.435309 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] 10.222.0.13 "DELETE /v2.0/networks/65a27e9f-d994-41d3-9567-4774a51ead31 HTTP/1.1" status: 204 len: 168 time: 0.9951575 Jun 07 17:34:51.437156 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Pushing event deleted for resources: {'Network': ['ID=65a27e9f-d994-41d3-9567-4774a51ead31,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:51.447464 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-d8b84e2e-bc31-4b53-8480-18a6c05ce28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:51.588793 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 32818) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:51.645528 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-cd2f42d6-784b-4550-ade2-1194dae8a928 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d855b1896d8461bafbac40e44ffb4b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0554399 Jun 07 17:34:51.648097 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 32820) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:51.708967 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b0950888-630b-4741-b88a-fbe3e426cd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.736724 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b0950888-630b-4741-b88a-fbe3e426cd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.792753 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b0950888-630b-4741-b88a-fbe3e426cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.795905 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-b0950888-630b-4741-b88a-fbe3e426cd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.797124 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-b0950888-630b-4741-b88a-fbe3e426cd76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff959b21-57cc-4c4e-8485-b2d2611e5806 HTTP/1.1" status: 204 len: 168 time: 0.1479659 Jun 07 17:34:51.797983 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f148ef50-b10a-4d76-980a-49b107ab595d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:51.808377 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0950888-630b-4741-b88a-fbe3e426cd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff959b21-57cc-4c4e-8485-b2d2611e5806,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:51.816456 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b0950888-630b-4741-b88a-fbe3e426cd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:53.617023 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 32864) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:53.761456 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3d42d7d0-1458-4546-a24b-adc255226c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:53.876402 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3d42d7d0-1458-4546-a24b-adc255226c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:53.880191 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-3d42d7d0-1458-4546-a24b-adc255226c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:53.891624 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-f47cc232-63bc-4a01-be0e-f393bf2b4e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:53.933815 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-3d42d7d0-1458-4546-a24b-adc255226c62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28567a5a600e447c9434fcacadbfe106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153300 Jun 07 17:34:53.935240 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42d7d0-1458-4546-a24b-adc255226c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a206a6-3773-453c-abe0-718b0032d478,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:53.936963 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 32868) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:53.938722 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-3d42d7d0-1458-4546-a24b-adc255226c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:54.000809 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9f5b87af-5f21-4793-8ea3-a3d073d58022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.029273 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9f5b87af-5f21-4793-8ea3-a3d073d58022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.082842 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9f5b87af-5f21-4793-8ea3-a3d073d58022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.085467 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-9f5b87af-5f21-4793-8ea3-a3d073d58022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.086604 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-9f5b87af-5f21-4793-8ea3-a3d073d58022 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11a206a6-3773-453c-abe0-718b0032d478 HTTP/1.1" status: 204 len: 168 time: 0.1486681 Jun 07 17:34:54.087388 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f386f53c-ceaa-400b-8083-70e13ff7caea tempest-AttachVolumeTestJSON-582043869 tempest-AttachVolumeTestJSON-582043869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:54.098023 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b87af-5f21-4793-8ea3-a3d073d58022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a206a6-3773-453c-abe0-718b0032d478,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:54.100465 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-9f5b87af-5f21-4793-8ea3-a3d073d58022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:54.431039 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 32874) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:54.448072 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f6be-100e-4878-9257-957a21640245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.558883 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f6be-100e-4878-9257-957a21640245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.564372 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f6be-100e-4878-9257-957a21640245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.575369 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-ecf4f777-f058-4c1c-ac90-05a9a221a6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:54.618468 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-c4e2f6be-100e-4878-9257-957a21640245 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b281f8a41ba04dc9a5ffc85aa1dd7c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863103 Jun 07 17:34:54.619423 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2f6be-100e-4878-9257-957a21640245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b19044-1d56-4fdf-a779-b49090e8bfac,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:54.621447 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 32878) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:54.623423 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-c4e2f6be-100e-4878-9257-957a21640245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:54.720854 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-05cd9760-bc38-40ee-b4ac-14ae31851e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.756170 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-05cd9760-bc38-40ee-b4ac-14ae31851e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.817078 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-05cd9760-bc38-40ee-b4ac-14ae31851e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.819571 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-05cd9760-bc38-40ee-b4ac-14ae31851e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.820818 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-05cd9760-bc38-40ee-b4ac-14ae31851e2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74b19044-1d56-4fdf-a779-b49090e8bfac HTTP/1.1" status: 204 len: 168 time: 0.1982605 Jun 07 17:34:54.823334 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-83f6e7f6-002d-41df-bd02-09953a8b7408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:54.835007 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd9760-bc38-40ee-b4ac-14ae31851e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b19044-1d56-4fdf-a779-b49090e8bfac,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:54.837379 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-05cd9760-bc38-40ee-b4ac-14ae31851e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:56.659548 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 32942) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:56.786354 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7ab3fcf2-18a9-4df3-88d3-30f389ca1d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.909680 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7ab3fcf2-18a9-4df3-88d3-30f389ca1d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.914159 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7ab3fcf2-18a9-4df3-88d3-30f389ca1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.923902 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-3d42d7d0-1458-4546-a24b-adc255226c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:56.969185 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-7ab3fcf2-18a9-4df3-88d3-30f389ca1d78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b18675a928c4efeb44072fe1ecc73ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057880 Jun 07 17:34:56.969185 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3fcf2-18a9-4df3-88d3-30f389ca1d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81f19ac-43cc-4c63-b4c0-891110830c02,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:56.970115 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 32946) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:56.972283 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-7ab3fcf2-18a9-4df3-88d3-30f389ca1d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:57.038650 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7b691a35-94f1-4372-bc6c-c1803f27e23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:57.067820 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7b691a35-94f1-4372-bc6c-c1803f27e23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:57.130351 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7b691a35-94f1-4372-bc6c-c1803f27e23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:57.133531 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-7b691a35-94f1-4372-bc6c-c1803f27e23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:57.135026 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-7b691a35-94f1-4372-bc6c-c1803f27e23e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f81f19ac-43cc-4c63-b4c0-891110830c02 HTTP/1.1" status: 204 len: 168 time: 0.1639645 Jun 07 17:34:57.135884 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-0d1280e4-7ea2-4965-b443-88d3d6cf4f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:57.147459 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b691a35-94f1-4372-bc6c-c1803f27e23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81f19ac-43cc-4c63-b4c0-891110830c02,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:57.150016 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-7b691a35-94f1-4372-bc6c-c1803f27e23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:00.258435 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-a5f87f08-be79-41d9-860c-3de290fbd666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:02.589149 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-81e9d266-d186-48b0-a269-5b2c189dbf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:02.820154 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:02.924823 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 33072) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:03.050154 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5cc69fbe-dddb-4d36-b70a-a1d822ec265a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.168657 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5cc69fbe-dddb-4d36-b70a-a1d822ec265a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.173714 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-5cc69fbe-dddb-4d36-b70a-a1d822ec265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.181991 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-6db669a9-7d12-4a75-8392-e1fe9d100038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:03.223921 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc69fbe-dddb-4d36-b70a-a1d822ec265a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bf2ce1-2072-4395-9bbf-8731b122d12e,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:03.226995 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-5cc69fbe-dddb-4d36-b70a-a1d822ec265a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:03.229711 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-5cc69fbe-dddb-4d36-b70a-a1d822ec265a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e907d5ae9a541bcadedcaf5375f5995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039024 Jun 07 17:35:03.235072 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 33076) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:03.299676 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e179d1b2-7eab-4ca3-9224-4aedc366ea92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.327873 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e179d1b2-7eab-4ca3-9224-4aedc366ea92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.385556 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e179d1b2-7eab-4ca3-9224-4aedc366ea92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.388303 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-e179d1b2-7eab-4ca3-9224-4aedc366ea92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.389475 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-e179d1b2-7eab-4ca3-9224-4aedc366ea92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6bf2ce1-2072-4395-9bbf-8731b122d12e HTTP/1.1" status: 204 len: 168 time: 0.1533706 Jun 07 17:35:03.390341 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-cc137d92-c79e-4af0-bcf5-091ff9ad6e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:03.400668 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179d1b2-7eab-4ca3-9224-4aedc366ea92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bf2ce1-2072-4395-9bbf-8731b122d12e,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:03.403745 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-e179d1b2-7eab-4ca3-9224-4aedc366ea92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:03.682769 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 33082) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:03.700306 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-44a4474a-ba72-4f8d-8b0b-d7134e619ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.828636 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-44a4474a-ba72-4f8d-8b0b-d7134e619ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.832406 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.833156 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-44a4474a-ba72-4f8d-8b0b-d7134e619ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.841388 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-8defc122-1a92-4a9f-bb80-b88ad1ae281f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:03.884938 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4474a-ba72-4f8d-8b0b-d7134e619ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1333631a-2817-4c16-8485-82fa5e39224f,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:03.891760 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-44a4474a-ba72-4f8d-8b0b-d7134e619ce9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7711320aecda48fc85a6e36051ebb742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077127 Jun 07 17:35:03.893024 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 33092) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:03.893179 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-44a4474a-ba72-4f8d-8b0b-d7134e619ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:03.957050 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:35:03.965368 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0e1fb694-f4d6-4815-8cbc-b18b82e7fa11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.993335 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0e1fb694-f4d6-4815-8cbc-b18b82e7fa11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:04.054110 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0e1fb694-f4d6-4815-8cbc-b18b82e7fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:04.058821 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-0e1fb694-f4d6-4815-8cbc-b18b82e7fa11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:04.061423 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-0e1fb694-f4d6-4815-8cbc-b18b82e7fa11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1333631a-2817-4c16-8485-82fa5e39224f HTTP/1.1" status: 204 len: 168 time: 0.1660233 Jun 07 17:35:04.062736 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-35ba35df-dbbb-4065-9684-0b673fec592e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:04.073990 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fb694-f4d6-4815-8cbc-b18b82e7fa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1333631a-2817-4c16-8485-82fa5e39224f,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:04.076408 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-0e1fb694-f4d6-4815-8cbc-b18b82e7fa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:05.844862 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:09.743078 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 33220) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:09.882422 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a79ee620-3fe8-42d9-8dff-b581087d1750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.011274 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a79ee620-3fe8-42d9-8dff-b581087d1750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.016903 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-a79ee620-3fe8-42d9-8dff-b581087d1750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.027302 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-0673b5a3-0009-43e9-aeb8-fa7a833f8e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:10.068261 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-a79ee620-3fe8-42d9-8dff-b581087d1750 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a13fda33de64dada77ad08351a92468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239291 Jun 07 17:35:10.070030 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ee620-3fe8-42d9-8dff-b581087d1750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4076f760-1aa8-4071-a82b-ab42ac1ece79,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:10.070862 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 33230) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:10.073080 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-a79ee620-3fe8-42d9-8dff-b581087d1750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:10.134829 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bc256159-41b2-49b4-aaa8-5a6c8dcab431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.161475 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bc256159-41b2-49b4-aaa8-5a6c8dcab431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.214866 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bc256159-41b2-49b4-aaa8-5a6c8dcab431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.217408 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-bc256159-41b2-49b4-aaa8-5a6c8dcab431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.218587 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-bc256159-41b2-49b4-aaa8-5a6c8dcab431 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4076f760-1aa8-4071-a82b-ab42ac1ece79 HTTP/1.1" status: 204 len: 168 time: 0.1467159 Jun 07 17:35:10.219446 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-7ab3fcf2-18a9-4df3-88d3-30f389ca1d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:10.228979 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc256159-41b2-49b4-aaa8-5a6c8dcab431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4076f760-1aa8-4071-a82b-ab42ac1ece79,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:10.231610 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-bc256159-41b2-49b4-aaa8-5a6c8dcab431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:11.378497 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 33240) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:11.498619 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-58975fda-1e9a-45d5-b2b1-a76ee4d05a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:11.602587 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-58975fda-1e9a-45d5-b2b1-a76ee4d05a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:11.606313 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-58975fda-1e9a-45d5-b2b1-a76ee4d05a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:11.613349 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-cd52940f-9905-4c11-8546-3e798bca5fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:11.655446 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-58975fda-1e9a-45d5-b2b1-a76ee4d05a19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ea6301cac31451b93902dd42614a17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758682 Jun 07 17:35:11.656305 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58975fda-1e9a-45d5-b2b1-a76ee4d05a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d423285-9a42-43b2-918e-e722afe82d2f,revision_number=1']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:11.658820 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 33244) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:11.659372 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-58975fda-1e9a-45d5-b2b1-a76ee4d05a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:11.724992 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-58a01bfa-183d-4d16-85df-ffb900fffc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:11.751746 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-58a01bfa-183d-4d16-85df-ffb900fffc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:11.808289 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-58a01bfa-183d-4d16-85df-ffb900fffc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:11.811751 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-58a01bfa-183d-4d16-85df-ffb900fffc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:11.812918 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-58a01bfa-183d-4d16-85df-ffb900fffc91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d423285-9a42-43b2-918e-e722afe82d2f HTTP/1.1" status: 204 len: 168 time: 0.1530440 Jun 07 17:35:11.813776 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-b0950888-630b-4741-b88a-fbe3e426cd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:11.823291 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a01bfa-183d-4d16-85df-ffb900fffc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d423285-9a42-43b2-918e-e722afe82d2f,revision_number=None']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:11.826438 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-58a01bfa-183d-4d16-85df-ffb900fffc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:12.361930 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.003057 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.wsgi [-] (91779) accepted ('10.222.0.13', 33356) {{(pid=91779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:28.117998 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.219761 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.223518 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron_lib.callbacks.manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_create {{(pid=91779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.230423 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-37881208-7080-4aff-b331-a95737269c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:28.272085 dv-cinder-789603-8-smb neutron-server[91779]: INFO neutron.wsgi [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9df64cd3f435489f8b943091c27a8c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678518 Jun 07 17:35:28.272996 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef54ecf1-f0ef-4e50-863b-fa1ba56f8483,revision_number=1']} {{(pid=91779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:28.274795 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.wsgi [-] (91778) accepted ('10.222.0.13', 33360) {{(pid=91778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:28.280737 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.281119 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.281488 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.281853 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.282217 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.282573 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.282928 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.283313 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.283667 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.284019 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.284369 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.284721 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.288607 dv-cinder-789603-8-smb neutron-server[91779]: DEBUG oslo_concurrency.lockutils [None req-c6e7e7a8-9a27-43d9-a3a0-37e992829ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:28.334694 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.359566 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.416225 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425475'] for security_group, after_delete {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.418719 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron_lib.callbacks.manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.420033 dv-cinder-789603-8-smb neutron-server[91778]: INFO neutron.wsgi [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef54ecf1-f0ef-4e50-863b-fa1ba56f8483 HTTP/1.1" status: 204 len: 168 time: 0.1440969 Jun 07 17:35:28.420681 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-f6510214-0e01-40f9-82b6-4bc7048d4d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:28.431882 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef54ecf1-f0ef-4e50-863b-fa1ba56f8483,revision_number=None']} {{(pid=91778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:28.443646 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.444030 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.444577 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.445194 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.445621 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.445988 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.446409 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.446732 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.447144 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.447471 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.447828 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.448335 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-8-smb {{(pid=91778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:28.452463 dv-cinder-789603-8-smb neutron-server[91778]: DEBUG oslo_concurrency.lockutils [None req-26b97910-1444-4db0-b682-b13de696a665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:30.261632 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7bf4e716-873b-4aba-91ca-ed7d51e26891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:32.582577 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-9547f567-f812-4240-b867-eab2d6785595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:32.806463 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:33.829613 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:35.846948 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:40.957665 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:35:42.350554 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:00.264464 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-856646ca-3f33-402c-b38c-c52381a45368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.585657 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-fcde2e29-0290-4d44-a252-f09b1b17c124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.809909 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.832074 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:05.849628 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:12.375239 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:17.957113 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:36:30.267574 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-9749e42c-0fbd-426f-9082-84bb344f447f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:32.588743 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-81355e46-2f65-4a54-b254-aa46a9e0500c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:32.814021 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:33.835326 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:35.887762 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:42.373721 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:54.955702 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:37:00.270294 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-d3c44f8a-cee8-429f-81f6-38716b7da79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:02.589597 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7f49207d-98de-4a0a-affc-768dd57eee39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:02.817132 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:03.838978 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:05.853911 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:12.381624 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:30.270757 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-a299ad50-9012-4f7b-8572-9053feb422de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:31.955096 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:37:32.591788 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-beb17eda-fcbc-4b1c-a271-86fa6d695de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:32.819591 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:33.842243 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:35.855988 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:42.388146 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:00.274425 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-67490524-6350-409f-a343-3190daaca0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:02.594682 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-23de90df-77be-4139-8394-0e2eaa72dbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:02.824015 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:03.844109 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:05.859796 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:08.958020 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:38:12.402241 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:30.275700 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-7e0c7251-dde3-4850-9327-b8abf8afdefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:32.596648 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ebd9091d-4eef-4d4a-bc17-9f0a5752fb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:32.830870 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:33.846921 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:35.861400 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:42.413468 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:45.956991 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:39:00.278063 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5fa1-0a44-42f2-a1b6-9bec7d8d7b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:02.598538 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-2fce71da-0fff-4f78-be58-1a7e7235f519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:02.830006 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:03.849698 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:05.863997 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:12.408471 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:22.956234 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:39:30.280231 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-4e48600c-6e58-4748-b774-d1f6a04862a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.600971 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-8e46c686-a0f8-44b9-8159-66850b8f65a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.826342 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:33.852523 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:35.867605 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:42.426803 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.956662 dv-cinder-789603-8-smb neutron-server[91781]: DEBUG neutron.db.agents_db [None req-10e22c39-ad41-4366-a129-c311a688547e None None] Agent healthcheck: found 6 active agents {{(pid=91781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:40:00.281961 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7ee7-9316-4c31-b752-42491c8a38cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:02.604834 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-6f2c68bc-2cd8-4da0-9796-1a58724e696e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:02.820636 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:03.857415 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-5665e966-54aa-404f-807d-7c4de69b1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:05.873224 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e750f92f-3c58-4825-b72e-9a7ac80faf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:12.442578 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-e691207e-5fb8-401f-aa4f-62b5d597752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:30.283468 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-24aa0b89-dd9c-44dc-890a-ece241a5424e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:32.607834 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-8b11a7f4-e8d4-4bca-b404-97955f6802ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:32.826023 dv-cinder-789603-8-smb neutron-server[91780]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f0f-8fcc-41a1-8f18-a536513aca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747778217620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667884'] for agent, after_update {{(pid=91780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}